-- Logs begin at Tue 2021-04-20 12:31:39 UTC, end at Tue 2021-04-20 13:26:48 UTC. -- Apr 20 13:02:00.226564 dv-cinder-786627-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 13:02:03.384673 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.common.config [-] Logging enabled! Apr 20 13:02:03.385173 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 13:02:03.386508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 13:02:03.388275 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.common.config [-] Logging enabled! Apr 20 13:02:03.388565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 13:02:03.388921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 13:02:03.390004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 13:02:03.390291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 13:02:03.391334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 13:02:03.391619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 13:02:03.391878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 13:02:03.392252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.392597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.392939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.393201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.393574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.393915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.394240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.394575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.394917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.395422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.395671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.395997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.396263 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.396587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.396922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.397258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.397536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] debug = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.397857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.398394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.398717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.399039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.399372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.399688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.399998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.400311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.400631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.401000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] host = dv-cinder-786627-2-smb {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.401314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.401669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.402002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.402332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.402644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.402957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.403282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.403590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.403899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.404212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.404541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.404872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.405214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.405497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.405746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.406080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.406413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.406727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.407040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.407350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.407661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.407971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.408276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.408608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.409196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.409546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.409861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.410178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.410484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.411314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.411645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.411956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.412268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.412580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.412912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.413218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.413553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.413900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.414231 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.414557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.414887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.415198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.415525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.415833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.416141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.416446 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_json = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.416755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.417060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.417382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.417715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.418023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.418331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.418638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.418967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:03.419306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.419654 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.420002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.420324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.420645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.420961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.421294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.421634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.421967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.422302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.422626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.422940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.423265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.423579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.423918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.424267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.424608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.424946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.425261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.425598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.425911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.426228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.427187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.427524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.427861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.428174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.428491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.428827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.429140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.429450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.429794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.430129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.430447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.430759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.431078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.431390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.431699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.432007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.432321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.432654 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.432967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.433274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.433607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.433923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.434232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.434556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.434869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.435176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.435482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.435794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.436104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.436412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.436725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.437034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.437344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.437704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.438013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.438322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.438631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.438937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.439244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.439551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.439867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.440177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.440483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.440790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.441095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.441402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.441748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.442108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.442424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.442739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.443051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.443364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.443676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.443989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.444301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.444616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.444926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.445260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.445606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.445930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.446247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.446562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.446899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.447214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.447534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.447845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.448157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.448481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.448798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.449131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.449502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.449824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.450156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.450486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.450803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.451153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.451470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:03.451717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 13:02:03.451980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86265) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 13:02:04.116820 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading Gnome Apr 20 13:02:04.133466 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading Google Apr 20 13:02:04.136191 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 13:02:04.139757 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading file Apr 20 13:02:04.140606 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading keyczar Apr 20 13:02:04.140883 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading multi Apr 20 13:02:04.141548 dv-cinder-786627-2-smb neutron-server[86265]: INFO keyring.backend [-] Loading pyfs Apr 20 13:02:04.188343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:04.188650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:04.188977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:04.189347 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 13:02:04.582129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.582665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.582773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.584114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.584543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.584847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.621643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.621969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.622258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.637375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.637741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.638046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.706451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.706766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.707066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.708104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.708406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.710258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.982289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.982611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.982913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.983219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:04.984055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.131540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.131918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.132253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.132561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.132862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.133245 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.133740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.134037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.134333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.134676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.134977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.135287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.135598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.135893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.136208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.136528 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.136824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.137144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.137434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.137795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.138247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.138534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.138816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.139161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.139445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.139732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.140157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.140432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.140706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.140981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.141255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.141551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.141971 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 13:02:05.145086 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 13:02:05.149015 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 13:02:05.152796 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 20 13:02:05.154486 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 13:02:05.155769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 13:02:05.156149 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 13:02:05.156582 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 13:02:05.160611 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 13:02:05.161424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 13:02:05.161846 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 13:02:05.189354 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 13:02:05.189932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.190277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 13:02:05.190691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.192071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 13:02:05.192394 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 13:02:05.192672 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 13:02:05.195947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.196264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.263487 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 13:02:05.263712 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 13:02:05.263986 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 13:02:05.264395 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 13:02:05.298228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.sqlalchemy.engines [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86265) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 13:02:05.743720 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing driver for type 'gre' Apr 20 13:02:05.744265 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] gre ID ranges: [(1, 1000)] Apr 20 13:02:05.784397 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing driver for type 'local' Apr 20 13:02:05.784760 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing driver for type 'vlan' Apr 20 13:02:05.795586 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] VlanTypeDriver initialization complete Apr 20 13:02:05.795956 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing driver for type 'vxlan' Apr 20 13:02:05.796463 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] vxlan ID ranges: [(1, 1000)] Apr 20 13:02:05.835491 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing extension driver 'port_security' Apr 20 13:02:05.835847 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] PortSecurityExtensionDriver initialization complete Apr 20 13:02:05.836218 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing mechanism driver 'openvswitch' Apr 20 13:02:05.836575 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing mechanism driver 'hyperv' Apr 20 13:02:05.842820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:05.843640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.844044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.844432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.844853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.845236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.845645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.846057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.846440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.846816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.847223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.847601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.848124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.849059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.849439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.849852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.850264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > address_group after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.850644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > address_group after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.851019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.851382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] ML2 OVO RPC backend initialized. {{(pid=86265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 13:02:05.852166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.852553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.853017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.853399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > networks before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.853830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.854207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > ports before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.854588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.854965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnets before_response 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.855345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.855718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.856088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.856460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.856832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.857201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.857596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.857969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.858338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.858967 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.plugin [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Modular L2 Plugin initialization complete Apr 20 13:02:05.859318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading services supported by the core plugin {{(pid=86265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 13:02:05.859675 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.plugins.ml2.managers [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Got port-security extension from driver 'port_security' Apr 20 13:02:05.860172 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.extensions.vlantransparent [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Disabled vlantransparent extension. Apr 20 13:02:05.860701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 13:02:05.861042 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: router Apr 20 13:02:05.899006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.899438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_create 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.899846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router before_create 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.900251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.900668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.901057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_delete 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.902673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.902673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_create 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.902673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.902673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.903061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.903383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.903877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.904299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.904674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.905045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: subnet after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.905423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.905876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.906261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.906644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.907025 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.907427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router after_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.907805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.908192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.908598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.909249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.910253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > network after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.911783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Tracking information for resource: router configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.912159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Tracking information for resource: floatingip configured {{(pid=86265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 13:02:05.916977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_agentschedulers_db [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 13:02:05.917644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.918036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.918416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.918798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: port after_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.919696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router before_create 55550100 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.920096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.920495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_create 55550100 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.920888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > router precommit_update 55550100 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.925745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.provider_configuration [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service providers = [] {{(pid=86265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 13:02:05.926144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.servicetype_db [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 13:02:05.929519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.service_base [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 13:02:05.929904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.service_base [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 13:02:05.930279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.service_base [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 13:02:05.931162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.service_base [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 13:02:05.931564 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.services.service_base [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 13:02:05.931974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.932323 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 13:02:05.942519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.942890 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: auto_allocate Apr 20 13:02:05.948543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: network precommit_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.948936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: network precommit_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.949552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.949908 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: tag Apr 20 13:02:05.956904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.957274 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: timestamp Apr 20 13:02:05.961138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.961519 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: network_ip_availability Apr 20 13:02:05.967009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.967419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.967810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:05.968602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.968953 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: flavors Apr 20 13:02:05.974004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.974368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading Plugin: revisions Apr 20 13:02:05.978932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 13:02:05.979355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=86265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:05.980157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 13:02:05.980513 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Initializing extension manager. Apr 20 13:02:05.981069 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: __init__.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.981449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: __pycache__ {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.981843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.982213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: address_group.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.983015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.983647 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: address-group Apr 20 13:02:05.984005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: address_scope.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.984766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.985332 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: address-scope Apr 20 13:02:05.985710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.986665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.987229 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: router-admin-state-down-before-update Apr 20 13:02:05.987590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: agent.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.988342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.989486 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: agent Apr 20 13:02:05.989850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: agent_resources_synced.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.990762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.991335 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: agent-resources-synced Apr 20 13:02:05.991692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: allowedaddresspairs.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.993485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.994125 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: allowed-address-pairs Apr 20 13:02:05.994443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: auto_allocated_topology.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.995511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.996077 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: auto-allocated-topology Apr 20 13:02:05.996437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: availability_zone.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.997182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.997769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: availability_zone Apr 20 13:02:05.998127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: availability_zone_filter.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:05.999049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:05.999608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: availability_zone_filter Apr 20 13:02:05.999964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: data_plane_status.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.001048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.001643 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 13:02:06.002173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: default_subnetpools.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.002896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.003454 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: default-subnetpools Apr 20 13:02:06.003810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.004708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.005275 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: dhcp_agent_scheduler Apr 20 13:02:06.005662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: dns.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.006576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.007207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 13:02:06.007498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: dns_domain_ports.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.008411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.008979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 13:02:06.009341 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: dvr.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.010087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.010653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: dvr Apr 20 13:02:06.011012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: empty_string_filtering.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.011927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.012488 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: empty-string-filtering Apr 20 13:02:06.012845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.013812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.014368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 13:02:06.014727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.015643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.016203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 13:02:06.016565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: external_net.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.017514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.018069 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: external-net Apr 20 13:02:06.018425 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.019338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.019896 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: extra_dhcp_opt Apr 20 13:02:06.020277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: extraroute.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.021199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.021791 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: extraroute Apr 20 13:02:06.022152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: extraroute_atomic.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.023177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.023736 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: extraroute-atomic Apr 20 13:02:06.024089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: filter_validation.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.024779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.025337 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: filter-validation Apr 20 13:02:06.025719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: fip_pf_description.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.026638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.027192 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 13:02:06.027544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: fip_port_details.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.028560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.029126 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: fip-port-details Apr 20 13:02:06.029504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: flavors.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.030742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.031316 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: flavors Apr 20 13:02:06.031678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.033347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.034206 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 13:02:06.034570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: floatingip_pools.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.035362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.036411 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: floatingip-pools Apr 20 13:02:06.036770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: ip_allocation.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.037734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.038293 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 13:02:06.038657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.039569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.040127 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: ip-substring-filtering Apr 20 13:02:06.040486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l2_adjacency.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.041406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.041989 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 13:02:06.042344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.043399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.043969 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: router Apr 20 13:02:06.044327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.046596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.047187 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 13:02:06.047555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.048483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.049052 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: ext-gw-mode Apr 20 13:02:06.049415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.050455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.051022 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: l3-ha Apr 20 13:02:06.051443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3_flavors.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.052849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.053416 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: l3-flavors Apr 20 13:02:06.053807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.054723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.055287 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 13:02:06.055642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: l3agentscheduler.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.056811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.057392 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: l3_agent_scheduler Apr 20 13:02:06.057783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: logging.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.059273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.059850 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension logging not supported by any of loaded plugins Apr 20 13:02:06.060213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: metering.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.061003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.061716 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: metering Apr 20 13:02:06.062083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.063184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.063749 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: metering_source_and_destination_fields Apr 20 13:02:06.064110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: multiprovidernet.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.065051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.065642 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: multi-provider Apr 20 13:02:06.066008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: netmtu.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.066946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.067510 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: net-mtu Apr 20 13:02:06.067871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: netmtu_writable.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.068804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.069366 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: net-mtu-writable Apr 20 13:02:06.069775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: network_availability_zone.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.070596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.071153 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: network_availability_zone Apr 20 13:02:06.071513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: network_ip_availability.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.072602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.073168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: network-ip-availability Apr 20 13:02:06.073549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: network_segment_range.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.074370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.074929 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 13:02:06.075290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: pagination.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.076270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.076638 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: pagination Apr 20 13:02:06.076995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: port_device_profile.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.077918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.078481 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: port-device-profile Apr 20 13:02:06.078839 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.079752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.080315 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: port-mac-address-regenerate Apr 20 13:02:06.080673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.081607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.082172 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: port-numa-affinity-policy Apr 20 13:02:06.083047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: port_resource_request.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.083963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.084519 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 13:02:06.084877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: portbindings.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.085823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.086386 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: binding Apr 20 13:02:06.086742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: portbindings_extended.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.087995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.088561 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: binding-extended Apr 20 13:02:06.088923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: portsecurity.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.089885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.090448 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: port-security Apr 20 13:02:06.090810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: project_id.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.091780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.092151 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: project-id Apr 20 13:02:06.092512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: providernet.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.094068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.094748 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: provider Apr 20 13:02:06.095211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.099695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.101713 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos not supported by any of loaded plugins Apr 20 13:02:06.102101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.103431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.104000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 13:02:06.104371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.105318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.105914 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 13:02:06.106279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_default.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.107196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.107761 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-default not supported by any of loaded plugins Apr 20 13:02:06.108121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_fip.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.108832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.109388 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 13:02:06.109772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_gateway_ip.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.110709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.111269 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 13:02:06.111631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_port_network_policy.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.112552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.113126 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 13:02:06.113503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_rule_type_details.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.114990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.115549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 13:02:06.115907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: qos_rules_alias.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.116973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.117557 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 13:02:06.117917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: quotasv2.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.118916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.119286 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: quotas Apr 20 13:02:06.119642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: quotasv2_detail.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.121365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.121788 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: quota_details Apr 20 13:02:06.122176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: rbac.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.123328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.123914 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: rbac-policies Apr 20 13:02:06.124279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: rbac_address_group.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.125219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.125836 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: rbac-address-group Apr 20 13:02:06.126200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: rbac_address_scope.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.127134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.127703 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: rbac-address-scope Apr 20 13:02:06.128063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: rbac_security_groups.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.128980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.130160 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: rbac-security-groups Apr 20 13:02:06.130520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: rbac_subnetpool.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.131455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.132035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: rbac-subnetpool Apr 20 13:02:06.132394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: revisionifmatch.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.133334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.133919 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: revision-if-match Apr 20 13:02:06.134280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: revisions.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.135412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.135975 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: standard-attr-revisions Apr 20 13:02:06.136335 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: router_availability_zone.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.137048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.137652 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: router_availability_zone Apr 20 13:02:06.138013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: routerservicetype.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.138932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.139487 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 13:02:06.139842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.140776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.141339 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: security-groups-normalized-cidr Apr 20 13:02:06.141720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.142657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.143225 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: port-security-groups-filtering Apr 20 13:02:06.143579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.144509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.145100 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: security-groups-remote-address-group Apr 20 13:02:06.145479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: securitygroup.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.159354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.159950 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: security-group Apr 20 13:02:06.160322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: segment.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.161200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.161815 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension segment not supported by any of loaded plugins Apr 20 13:02:06.162365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.163315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.163882 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 13:02:06.164243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: servicetype.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.165347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.165953 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: service-type Apr 20 13:02:06.166316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: sorting.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.167293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.167669 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: sorting Apr 20 13:02:06.168030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: standard_attr_segment.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.168950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.169542 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 13:02:06.169912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: standardattrdescription.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.170601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.171165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: standard-attr-description Apr 20 13:02:06.171531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: stateful_security_group.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.172452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.173044 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: stateful-security-group Apr 20 13:02:06.173405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: stdattrs_common.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.174011 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 13:02:06.174363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.175355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.175924 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 13:02:06.176780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnet_onboard.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.177894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.178463 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: subnet_onboard Apr 20 13:02:06.178823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.179755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.180327 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 13:02:06.180686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnet_service_types.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.181634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.182209 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: subnet-service-types Apr 20 13:02:06.182566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnetallocation.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.183655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.184227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: subnet_allocation Apr 20 13:02:06.184591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.185288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.185891 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: subnetpool-prefix-ops Apr 20 13:02:06.186252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.187190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.187753 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 13:02:06.188156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: tagging.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.189426 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.190032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: standard-attr-tag Apr 20 13:02:06.190392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: timestamp.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.191566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.192696 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loaded extension: standard-attr-timestamp Apr 20 13:02:06.193058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: trunk.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.194109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.194680 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension trunk not supported by any of loaded plugins Apr 20 13:02:06.195043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: trunk_details.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.195966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.196535 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 13:02:06.196897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: uplink_status_propagation.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.197836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.198399 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 13:02:06.198758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Loading extension file: vlantransparent.py {{(pid=86265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 13:02:06.199452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 13:02:06.200011 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 13:02:06.202765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:network Apr 20 13:02:06.203592 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnet Apr 20 13:02:06.204258 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 13:02:06.204906 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:port Apr 20 13:02:06.206416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.206895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service FLAVORS assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.207593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.208058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.208424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:router Apr 20 13:02:06.209148 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 13:02:06.209928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service METERING assigned prefix: /metering {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.211759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:06.212153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:06.212545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:02:06.213717 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 13:02:06.214194 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:security_group Apr 20 13:02:06.215008 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 13:02:06.215793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service CORE assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.216169 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 13:02:06.216529 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] subnetpool is already registered Apr 20 13:02:06.217187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service CORE assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.217579 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 13:02:06.217940 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] subnetpool is already registered Apr 20 13:02:06.220667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.221136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service FLAVORS assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.221800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.222268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.222644 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:router Apr 20 13:02:06.223005 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] router is already registered Apr 20 13:02:06.223684 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 13:02:06.224040 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] floatingip is already registered Apr 20 13:02:06.224739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service METERING assigned prefix: /metering {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.225560 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 13:02:06.225955 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] rbac_policy is already registered Apr 20 13:02:06.226616 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:security_group Apr 20 13:02:06.227116 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] security_group is already registered Apr 20 13:02:06.227878 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 13:02:06.228342 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] security_group_rule is already registered Apr 20 13:02:06.229276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service CORE assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.229782 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 13:02:06.230263 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] subnetpool is already registered Apr 20 13:02:06.231406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.resource_helper [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Service CORE assigned prefix: {{(pid=86265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 13:02:06.231767 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 13:02:06.232123 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.quota.resource_registry [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] subnetpool is already registered Apr 20 13:02:06.233447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: extensions {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.235029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: address-groups {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.236675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: address-scopes {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.237969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: agents {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.239734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: auto-allocated-topology {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.241020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: availability_zones {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.242410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: dhcp-networks {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.243865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: dhcp-agents {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.245402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: routers {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.247228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: flavors {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.248440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: service_profiles {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.249918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: next_providers {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.251513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: service_profiles {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.252998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: floatingip-pools {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.254283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: routers {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.256683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: floatingips {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.257973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: l3-routers {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.259407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: l3-agents {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.260863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: metering-labels {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.263163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: metering-label-rules {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.264480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: network-ip-availabilities {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.265838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: bindings {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.267542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: quotas {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.269031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: quotas {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.270543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: rbac-policies {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.271898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: security-groups {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.273151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: security-group-rules {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.274467 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: service-providers {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.275730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: subnetpools {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.277205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: subnetpools {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.278727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.280466 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.282361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.284462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.286359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.288288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.290100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.292028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.293885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.295806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.extensions [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Extended resource: tags {{(pid=86265) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 13:02:06.303139 dv-cinder-786627-2-smb neutron-server[86265]: WARNING keystonemiddleware.auth_token [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 13:02:06.308426 dv-cinder-786627-2-smb neutron-server[86265]: WARNING keystonemiddleware.auth_token [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 13:02:06.317965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Acquired lock "singleton_lock" {{(pid=86265) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 13:02:06.318478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Releasing lock "singleton_lock" {{(pid=86265) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 13:02:06.319936 dv-cinder-786627-2-smb neutron-server[86265]: INFO oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Starting 2 workers Apr 20 13:02:06.324733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Started child 86376 {{(pid=86265) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 13:02:06.328743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.329537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Started child 86377 {{(pid=86265) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 13:02:06.330265 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [-] (86376) wsgi starting up on http://0.0.0.0:9696 Apr 20 13:02:06.330974 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 13:02:06.331624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Notify callbacks [] for process, before_spawn {{(pid=86265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.333158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.334210 dv-cinder-786627-2-smb neutron-server[86265]: INFO oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Starting 1 workers Apr 20 13:02:06.334773 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [-] (86377) wsgi starting up on http://0.0.0.0:9696 Apr 20 13:02:06.339824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Started child 86378 {{(pid=86265) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 13:02:06.340367 dv-cinder-786627-2-smb neutron-server[86265]: INFO oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Starting 1 workers Apr 20 13:02:06.343027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] calling RpcWorker wait() {{(pid=86378) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 13:02:06.343518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] returning from RpcWorker wait() {{(pid=86378) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 13:02:06.345181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Started child 86379 {{(pid=86265) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 13:02:06.345358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.346045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0096-ca64-40b1-993a-f89c8594bbc2 None None] Notify callbacks [] for process, after_spawn {{(pid=86265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.346146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:06.347648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86265) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 13:02:06.347888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 13:02:06.348162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 13:02:06.348426 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 13:02:06.348858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 13:02:06.349030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 13:02:06.349628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:06.349822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.350120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.350431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.350709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.351039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.351657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.351970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.352261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.352561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.352938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.353116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.353493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.353833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.354123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.354486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.354767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.355037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.355344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.355556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.355826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.356118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.356399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.356694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] debug = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.356976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.357717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.358094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.358361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.358736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.359040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.359356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.359660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.359922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.360169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.360451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.360727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.360976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.361227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.361513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.361804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.362054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.362490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] host = dv-cinder-786627-2-smb {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.362735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.362999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.363274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.363533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.364340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.364601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.364935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.365225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.365517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.365773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.366042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.366302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.366562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.366822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.367010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_options = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.367270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.367572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.367860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.368067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.368227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.368417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.368715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.368901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.369190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.369486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.369688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.369937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.370267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.370438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.370665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.370934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.371204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.371538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.371756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.372047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.373791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.374256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.374491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.374725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.374887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.375132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.375395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.375672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.375951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.376195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.376437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.376768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.377884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.378301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.378971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.379095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:06.379197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.380324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.381009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.381549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.382061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_json = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.382437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.383070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.383501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.383859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.384334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.384689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.385042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.385407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.386172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.386744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54840) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:06.390705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.391246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.391691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.392126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.392597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.393107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.393389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.393911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.395598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.396189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.396487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.396856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.397145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.397451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.397941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.398462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.398957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.399282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.399554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.400536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.401124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.401783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.402573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.403192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.403781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.404088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.404357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.404859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.405155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.405410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.406112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.406280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.406683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.407118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.407290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.407683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.408132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.408644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.409252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.410024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.410192 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0168722 Apr 20 13:02:06.412002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.412002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.412002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.412002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.412601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.413112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.413628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.414133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.414613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.419940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.420204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.420535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.420802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.421066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.421442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.421751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.422088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.422357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.422616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.422880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.423490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.423490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.423721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.423822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.424080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.424350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.424604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.424864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.425117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.425376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.425651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.425906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.426137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.427162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.427695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.427980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.428278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.428544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.428889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.429340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.431038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.431465 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.432060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.432340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.432670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.432960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.433264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.433564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.434217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.434901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.435377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.435865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.436143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.436532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.436836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.437151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.437441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.437773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.438044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.438806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.438806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.438976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.439261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.439621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.439933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.440284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.440628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.440998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.441307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.441754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.441996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.442469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.442949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.443252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.443533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.443799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.444144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.444489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.445062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.445062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.445249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.446535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.446835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.447308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.447784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.448303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.448627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.450063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.450063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.451827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.452078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.452457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.452580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.452731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.453019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.453297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.453577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.453867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.454124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.454362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.454603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.454851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.455134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.455402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.456985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.457127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.457389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.457691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.458012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.458972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.458972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.462963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.463382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.464392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.464563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.464815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.465173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.465337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.466510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.466789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.467059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.467336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.467973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.467973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.468274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.470123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.470506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.470802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.471099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.471383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.471622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.471887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.472153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.472424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.472688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.472917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.473697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.474397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.474747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.475082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.475432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.475690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.475947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.476177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.477995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.477995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.478282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.478538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.478837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.479110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.479412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.479674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.479933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.480198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.480473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.480748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.481004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.481260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.481618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.481921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.482731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.482995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.483257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.483522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.483782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.484056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.484314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.484569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.484831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.485084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.485439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.485769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.486038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.486360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.486626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.487142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.487142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.487527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.487804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.488092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.488350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.493541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.494367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.495021 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.495482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.495817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.496102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.496378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.496649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.496918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.497234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.498760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.499175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.499628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86265) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 13:02:06.502886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.503545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.504920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.505065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.505419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] debug = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.505637 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.505842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.506970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.507139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.507503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.507691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.507881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.508067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.508782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.508782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.508782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.508782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] host = dv-cinder-786627-2-smb {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.509950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.510318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.510318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.510512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.510664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.510848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.511004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.511153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.511341 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.511508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_options = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.511843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.512169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.512485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.512837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.513184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.513586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.513918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.514417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.514735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.515053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.515345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.515659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.516979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.517320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.517534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.517727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.518895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.519993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.520185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.520379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.520565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.520752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.520938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.521124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.521310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.521520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.521711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.521872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_json = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.522969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.523158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.523345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 13:02:06.523560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.523755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.523958 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.524153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.524325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.524699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.524878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.525488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.525488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.525488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.525778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.525778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.526900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.527089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.527278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.527469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.527662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.527877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.528049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.528367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.528700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.529030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.529364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.529589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.529780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.529950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.530112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.530276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.530431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.530622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.530816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.531005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.531195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.531358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.531693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.532047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.533704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.534158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.534319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.534589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.534910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.535237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.536383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.536383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.536602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.536781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.537174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.537543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.537901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.538243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.538577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.539070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.539467 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.539668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.539866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.540036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.540826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.540826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.540826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.540826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.541998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.542942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.543118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.543305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.543496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.543687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.543877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.544563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.544680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:06.544768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.544768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.544768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.544768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.545006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546547 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546547 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.546993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.547086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.547262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.547464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.547652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.547913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.548873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.549036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.549194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.549350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.550380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.550579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.550764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.551152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.551152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.552924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.553120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.553311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.553515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.553673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.553859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.554019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.554293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.554492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.555458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.555458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.555458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.555458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.556023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.556023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.556288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.556557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.556791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.557047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.557284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.557571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.557721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.557864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.558036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.559752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.561447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.562317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.563792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.565076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.566061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.567774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.568880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.569057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.569255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.570830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.571641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.572708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.573811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.574695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.574695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.574695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.574695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.574695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.575302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.575302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.575302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.575593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.575910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.576193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.576508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.576771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.576947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.577264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.577485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.577691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.577889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.578084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.578379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.578908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 13:02:06.578908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86265) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 13:02:17.059660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a63185-1e15-40bc-86e4-5af29ace981d None None] get_active_networks_info from dv-cinder-786627-2-smb {{(pid=86378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 13:02:17.174261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a63185-1e15-40bc-86e4-5af29ace981d None None] No non-hosted networks {{(pid=86378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 13:02:17.218969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agentschedulers_db [None req-62a63185-1e15-40bc-86e4-5af29ace981d None None] DHCP Agent not found on host dv-cinder-786627-2-smb {{(pid=86378) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 13:02:17.357709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b71f92d8-775d-4167-8636-211542217256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:19.699136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-644774bf-616d-4e85-906c-6a67bc7f87bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:19.743258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da3776db-70b1-499f-8f80-02a4a0d699e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:20.455146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:21.322821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:21.323402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.324646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.325373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.326074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.326589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.327142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.327810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.328357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.328936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.329512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.331643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.332693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:21.333405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:21.342579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:22.266872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:22.488131 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_hamode_db [None req-f6c18c65-9927-41b4-b686-2e31017d2b7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 13:02:22.577636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c18c65-9927-41b4-b686-2e31017d2b7c None None] Routers set() bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:02:22.578159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c18c65-9927-41b4-b686-2e31017d2b7c None None] Router IDs set() for agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 13:02:22.989008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54938) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:23.616853 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-1a24a700-887c-4d67-84bf-c157da98ba16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:23.617423 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-1a24a700-887c-4d67-84bf-c157da98ba16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:23.848543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-1a24a700-887c-4d67-84bf-c157da98ba16 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:02:23.849625 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1a24a700-887c-4d67-84bf-c157da98ba16 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8593307 Apr 20 13:02:26.565120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54954) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:26.961279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:27.066321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.policy [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86377) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 13:02:27.121581 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:27.121996 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:27.139947 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Loaded quota_driver: . Apr 20 13:02:27.156222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:27.213436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820640428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820641056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820632039', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820623995', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820673562', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265820673829', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851204285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851353789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829992', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1781643'] for rbac-policy, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:27.434725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:27.435978 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b553d04d-8c44-4684-991e-d2e5f283fc96 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8697770 Apr 20 13:02:30.433636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54968) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:30.806220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ab886c0074864cc688ebbabfc0416618'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:30.812114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:30.817217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Usage tracker for resource:network and tenant:ab886c0074864cc688ebbabfc0416618 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:30.820810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:30.827100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:30.835453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Made reservation on behalf of ab886c0074864cc688ebbabfc0416618 for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:02:30.841217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:30.857045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:30.871962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:30.875735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Usage tracker for resource:security_group_rule and tenant:ab886c0074864cc688ebbabfc0416618 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:30.879778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:30.885493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:30.987449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:30.990641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:30.995394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:31.013493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:02:31.042236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265821329302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:31.042765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Unsubscribe: segment precommit_create {{(pid=86377) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 13:02:31.043242 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Added segment 33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3 of type vlan for network ef79570b-6030-4392-af97-62c4e64dbc6d Apr 20 13:02:31.092168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b217727-53ac-4df3-9fa3-9c7fe866d172,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:31.114687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.115058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.115422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.115781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.116136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.116491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.116842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.117190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.117570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.117919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.118265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.118608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Tracked resource versions report: Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:02:31.119745 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:02:31.162965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:31.171061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:31.201486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:31.202909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:02:31.203574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:31.208653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:31.318653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8837671 Apr 20 13:02:31.319287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Pushing event updated for resources: {'Network': ['ID=ef79570b-6030-4392-af97-62c4e64dbc6d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:31.335894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:31.344896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network ef79570b-6030-4392-af97-62c4e64dbc6d details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:02:34.339775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54984) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:34.814353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57206e6-74ec-4e33-8993-aa2739697411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:02:34.815812 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b57206e6-74ec-4e33-8993-aa2739697411 admin admin] 10.222.0.68 "GET /v2.0/networks/ef79570b-6030-4392-af97-62c4e64dbc6d HTTP/1.1" status: 200 len: 826 time: 0.4749737 Apr 20 13:02:34.844168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-01c28892-d912-4bbe-a654-9c034689146c admin admin] 10.222.0.68 "GET /v2.0/subnetpools/2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878 HTTP/1.1" status: 200 len: 734 time: 0.0220850 Apr 20 13:02:34.854003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'gateway_ip': '172.20.0.1', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:34.858311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:34.862147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Usage tracker for resource:subnet and tenant:ab886c0074864cc688ebbabfc0416618 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:34.865001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:34.870790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:34.880120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Made reservation on behalf of ab886c0074864cc688ebbabfc0416618 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:02:34.884803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:35.363334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:35.368588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:35.456087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34e80a3-9277-4b74-a5a2-e2b434529610,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:35.458239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Checking segment: {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:02:35.458638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Network hostable DHCP agents. Network: ef79570b-6030-4392-af97-62c4e64dbc6d, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:02:35.465005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:35.479287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Network ef79570b-6030-4392-af97-62c4e64dbc6d is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:02:35.488799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, ef79570b-6030-4392-af97-62c4e64dbc6d) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:02:35.493168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:02:35.493848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:35.498515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a1fa9-7c82-411b-a9dc-f1766966e5c6 None None] Network ef79570b-6030-4392-af97-62c4e64dbc6d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:02:35.513667 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6631613 Apr 20 13:02:35.824221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-ef79570b-6030-4392-af97-62c4e64dbc6d', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:02:35.825544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.186080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Allocated IP 172.20.0.2 (ef79570b-6030-4392-af97-62c4e64dbc6d/b34e80a3-9277-4b74-a5a2-e2b434529610/75ed875d-09ea-419f-b19b-5fb7aa6036c8) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:02:36.418562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.431789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Transition to ACTIVE for port object 75ed875d-09ea-419f-b19b-5fb7aa6036c8 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:02:36.455542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Transition to ACTIVE for port object 75ed875d-09ea-419f-b19b-5fb7aa6036c8 will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:02:36.462041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.467537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:36.523904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Network ef79570b-6030-4392-af97-62c4e64dbc6d is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:02:36.531466 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:02:36.538291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:02:36.547634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Pushing event updated for resources: {'Port': ['ID=75ed875d-09ea-419f-b19b-5fb7aa6036c8,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:36.587675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.588056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.588424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.588787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.589145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.589525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.589887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.590240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.590595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.590949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.591302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.591651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Tracked resource versions report: Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:02:36.592795 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:02:36.633599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:36.654071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Attempting to bind port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:02:36.654503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Attempting to bind port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:02:36.654919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Attempting to bind port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 on network ef79570b-6030-4392-af97-62c4e64dbc6d {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:02:36.661294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:02:36.661751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Checking segment: {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:02:36.662952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.662952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Bound using segment: {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:02:36.663633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Bound port: 75ed875d-09ea-419f-b19b-5fb7aa6036c8, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:02:36.663633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.756609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] For port 75ed875d-09ea-419f-b19b-5fb7aa6036c8, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:02:36.760657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] For port 75ed875d-09ea-419f-b19b-5fb7aa6036c8, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=75ed875d-09ea-419f-b19b-5fb7aa6036c8,segment=NetworkSegment(33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3),segment_id=33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:02:36.764006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:36.768942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:36.859004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Pushing event updated for resources: {'Port': ['ID=75ed875d-09ea-419f-b19b-5fb7aa6036c8,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:36.862560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:38.307753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 54994) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:38.698109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-15a71db5-e158-4f3f-9a12-ede09bd423d7 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:02:38.699327 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-15a71db5-e158-4f3f-9a12-ede09bd423d7 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3904958 Apr 20 13:02:41.468218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55004) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:42.123168 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-43a45fbe-e1d1-4ece-8145-c5e0fe0b3bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:42.123744 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-43a45fbe-e1d1-4ece-8145-c5e0fe0b3bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:42.357786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-43a45fbe-e1d1-4ece-8145-c5e0fe0b3bbc admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:02:42.359059 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-43a45fbe-e1d1-4ece-8145-c5e0fe0b3bbc admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8886025 Apr 20 13:02:43.446299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 75ed875d-09ea-419f-b19b-5fb7aa6036c8 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:02:43.517898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:02:43.678652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd051f-9f97-4f66-8d14-4eed8ebabcf0 None None] Network ef79570b-6030-4392-af97-62c4e64dbc6d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:02:43.767081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Provisioning for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:02:43.783147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Provisioning complete for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:02:43.783509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:44.019965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:44.074673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] For port 75ed875d-09ea-419f-b19b-5fb7aa6036c8, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=75ed875d-09ea-419f-b19b-5fb7aa6036c8,segment=NetworkSegment(33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3),segment_id=33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:02:44.078899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:44.085797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:44.163539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Pushing event updated for resources: {'Port': ['ID=75ed875d-09ea-419f-b19b-5fb7aa6036c8,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:44.167421 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:44.303019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-00464209-3acd-4e54-8f8b-0bd19295051f None None] Provisioning complete for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:02:44.303429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-00464209-3acd-4e54-8f8b-0bd19295051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:45.380863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55024) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:45.417280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 75ed875d-09ea-419f-b19b-5fb7aa6036c8 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:02:45.488218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:02:45.488617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:45.765659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:45.843799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.policy [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86376) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 13:02:45.898866 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:45.899277 dv-cinder-786627-2-smb neutron-server[86265]: WARNING oslo_policy.policy [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 13:02:45.918507 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.quota [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Loaded quota_driver: . Apr 20 13:02:45.934221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:45.940538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Usage tracker for resource:router and tenant:ab886c0074864cc688ebbabfc0416618 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:45.944898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:45.952307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:45.967607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:45.969723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:45.994239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:46.264237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:46.283332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:46.285382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0b7bbae3-d413-4c68-9e6b-05886285578e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9034355 Apr 20 13:02:46.928798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b31c1d55-dc86-441d-85e9-b778186e1664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:49.000374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55036) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:49.395958 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-723d32e4-15a6-4edb-89ef-dc193c80ce3f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:02:49.397014 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-723d32e4-15a6-4edb-89ef-dc193c80ce3f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3956130 Apr 20 13:02:49.704399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3e1df8cf-11ab-4358-ab94-36e5ced567a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:50.378646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:51.313072 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.148626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55056) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:52.177424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.312428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:52.318806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:52.322720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Usage tracker for resource:network and tenant:3d478c0bad364e5db669967a5548647e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:52.325983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:52.331799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:52.340381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Made reservation on behalf of 3d478c0bad364e5db669967a5548647e for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:02:52.346290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.363563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.378166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:02:52.381991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Usage tracker for resource:security_group_rule and tenant:3d478c0bad364e5db669967a5548647e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:02:52.385133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:02:52.390952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:02:52.486823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.490105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.494706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:52.505832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Reserving flat network on physical network physnet1 {{(pid=86376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 13:02:52.537511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265821329302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.538109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Unsubscribe: segment precommit_create {{(pid=86376) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 13:02:52.538595 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Added segment 5262259f-81b8-4912-ab78-6e338325241d of type flat for network 613627eb-6c9d-477a-85e9-38ee1949766c Apr 20 13:02:52.592923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09871f6-0ead-48da-ad64-c360e9652dc4,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:52.612451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.612829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.613196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.613581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.613937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.614290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.614647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.614998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.615348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.615692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.616038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.616382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Tracked resource versions report: Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:02:52.617527 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:02:52.649184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:52.670814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.712643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.714123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:02:52.714779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:52.719448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:52.826186 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6763263 Apr 20 13:02:52.826827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Pushing event updated for resources: {'Network': ['ID=613627eb-6c9d-477a-85e9-38ee1949766c,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:52.829986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:52.838209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 613627eb-6c9d-477a-85e9-38ee1949766c details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:02:55.375376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55080) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:02:55.493918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ff330-10da-4ca5-b68c-e604c64e841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:02:55.495364 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ff4ff330-10da-4ca5-b68c-e604c64e841e admin admin] 10.222.0.68 "GET /v2.0/subnets/b34e80a3-9277-4b74-a5a2-e2b434529610 HTTP/1.1" status: 200 len: 849 time: 0.1189611 Apr 20 13:02:55.643745 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-17a4e2e5-c018-4ea6-98cd-53216460d296 admin admin] 10.222.0.68 "GET /v2.0/routers/4b9c1e78-894b-4142-8367-6c006e75b411 HTTP/1.1" status: 200 len: 704 time: 0.1421020 Apr 20 13:02:56.132005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:56.371110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Allocated IP 172.20.0.1 (ef79570b-6030-4392-af97-62c4e64dbc6d/b34e80a3-9277-4b74-a5a2-e2b434529610/fcb9f868-d91e-4df9-97af-a88d7b64770b) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:02:56.679497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:56.698060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Transition to ACTIVE for port object fcb9f868-d91e-4df9-97af-a88d7b64770b will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:02:56.754115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:56.759210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:56.822292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Network ef79570b-6030-4392-af97-62c4e64dbc6d is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:02:56.825773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:02:56.832547 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:02:56.833073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:56.960406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb9f868-d91e-4df9-97af-a88d7b64770b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:56.972251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:57.018702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-db0f899d-b7f4-41ac-a63d-236f87e9c716 None None] Provisioning for port fcb9f868-d91e-4df9-97af-a88d7b64770b completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:02:57.023579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-db0f899d-b7f4-41ac-a63d-236f87e9c716 None None] Provisioning complete for port fcb9f868-d91e-4df9-97af-a88d7b64770b triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:02:57.023984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-db0f899d-b7f4-41ac-a63d-236f87e9c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.079313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-db0f899d-b7f4-41ac-a63d-236f87e9c716 None None] Port fcb9f868-d91e-4df9-97af-a88d7b64770b cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:02:57.108869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.343367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.347238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.348301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.352481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:57.486694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb9f868-d91e-4df9-97af-a88d7b64770b,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:57.491759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:57.550262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Network ef79570b-6030-4392-af97-62c4e64dbc6d is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:02:57.551355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:02:57.702941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-b11e67fe-7402-42ae-9707-20446f26abdc None None] Provisioning complete for port fcb9f868-d91e-4df9-97af-a88d7b64770b triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:02:57.703474 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b11e67fe-7402-42ae-9707-20446f26abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:57.751615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Router 4b9c1e78-894b-4142-8367-6c006e75b411 is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:02:57.762273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b11e67fe-7402-42ae-9707-20446f26abdc None None] Port fcb9f868-d91e-4df9-97af-a88d7b64770b cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:02:57.916113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:02:57.925881 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] 10.222.0.68 "PUT /v2.0/routers/4b9c1e78-894b-4142-8367-6c006e75b411/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2766833 Apr 20 13:02:57.927066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Sync routers for ids ['4b9c1e78-894b-4142-8367-6c006e75b411'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:02:57.938758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Routers {'4b9c1e78-894b-4142-8367-6c006e75b411'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:02:57.939641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:02:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['4b9c1e78-894b-4142-8367-6c006e75b411'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:58.126556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Set router 4b9c1e78-894b-4142-8367-6c006e75b411 gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:02:58.681784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:02:57Z', 'revision_number': 2, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port_host': None, '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:02:57Z', 'revision_number': 2, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:58.686928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Checking router: 4b9c1e78-894b-4142-8367-6c006e75b411 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:02:58.687356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Updating router 4b9c1e78-894b-4142-8367-6c006e75b411 port fcb9f868-d91e-4df9-97af-a88d7b64770b binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:02:58.745621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.137818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.152492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Transition to ACTIVE for port object fcb9f868-d91e-4df9-97af-a88d7b64770b will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:02:59.157972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.163762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:59.309752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Pushing event updated for resources: {'Port': ['ID=fcb9f868-d91e-4df9-97af-a88d7b64770b,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:59.319099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.319475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.319836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.320192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.320544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.320897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.321247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.321614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.322107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.322282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.322631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.322972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Tracked resource versions report: Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:02:59.324117 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:02:59.361182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:59.417352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Attempting to bind port fcb9f868-d91e-4df9-97af-a88d7b64770b on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:02:59.417800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Attempting to bind port fcb9f868-d91e-4df9-97af-a88d7b64770b by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:02:59.418205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Attempting to bind port fcb9f868-d91e-4df9-97af-a88d7b64770b on network ef79570b-6030-4392-af97-62c4e64dbc6d {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:02:59.423696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:02:59.424116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Checking segment: {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:02:59.425101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.425536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Bound using segment: {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:02:59.426056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Bound port: fcb9f868-d91e-4df9-97af-a88d7b64770b, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:02:59.426448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.518316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] For port fcb9f868-d91e-4df9-97af-a88d7b64770b, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:02:59.523449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] For port fcb9f868-d91e-4df9-97af-a88d7b64770b, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fcb9f868-d91e-4df9-97af-a88d7b64770b,segment=NetworkSegment(33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3),segment_id=33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:02:59.530354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:02:59.535705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:02:59.622224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Routers {'4b9c1e78-894b-4142-8367-6c006e75b411'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:02:59.622907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:02:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['4b9c1e78-894b-4142-8367-6c006e75b411'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:02:59.698020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Pushing event updated for resources: {'Port': ['ID=fcb9f868-d91e-4df9-97af-a88d7b64770b,revision_number=4']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:02:59.756317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:02:59.795784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] Set router 4b9c1e78-894b-4142-8367-6c006e75b411 gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:03:00.141494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:02:57Z', 'revision_number': 2, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port_host': None, '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:02:59Z', 'revision_number': 4, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:03:00.145581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9b239-dcc1-4b0a-8704-31e7372008f7 None None] The sync data for ids ['4b9c1e78-894b-4142-8367-6c006e75b411'] in dv-cinder-786627-2-smb is: [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:02:57Z', 'revision_number': 2, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port_host': None, '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:02:59Z', 'revision_number': 4, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:03:00.494018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55092) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:03:00.655255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845af85-e946-401f-bcc7-ccd637492191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:03:00.656728 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8845af85-e946-401f-bcc7-ccd637492191 admin admin] 10.222.0.68 "GET /v2.0/networks/613627eb-6c9d-477a-85e9-38ee1949766c HTTP/1.1" status: 200 len: 842 time: 0.1616948 Apr 20 13:03:00.668299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'gateway_ip': '172.28.1.1'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:00.673161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:03:00.676970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Usage tracker for resource:subnet and tenant:3d478c0bad364e5db669967a5548647e is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:03:00.679851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:03:00.685649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:03:00.695490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Made reservation on behalf of 3d478c0bad364e5db669967a5548647e for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:03:00.700020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:01.154250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.objects.ports [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86377) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 13:03:01.154813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:01.160362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b7059a2-fdad-4826-9b41-41cdbc5622dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:01.236813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:01.241526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:01.245784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:03:01.246177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Network hostable DHCP agents. Network: 613627eb-6c9d-477a-85e9-38ee1949766c, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:03:01.265165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:03:01.275163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 613627eb-6c9d-477a-85e9-38ee1949766c) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:03:01.279198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:03:01.279842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:01.285027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efacdf-ee43-4384-af21-ece1ed19cf88 None None] Network 613627eb-6c9d-477a-85e9-38ee1949766c requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:03:01.302012 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6375525 Apr 20 13:03:01.527690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e0c86-e4a5-4054-9876-fcbb23de3438 None None] Network 613627eb-6c9d-477a-85e9-38ee1949766c requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:03:03.462374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fcb9f868-d91e-4df9-97af-a88d7b64770b up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:03:03.532281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port fcb9f868-d91e-4df9-97af-a88d7b64770b completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:03:03.537387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port fcb9f868-d91e-4df9-97af-a88d7b64770b triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:03:03.537827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:03.662645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:03.695739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port fcb9f868-d91e-4df9-97af-a88d7b64770b, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fcb9f868-d91e-4df9-97af-a88d7b64770b,segment=NetworkSegment(33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3),segment_id=33ae5fe6-a024-47f1-9bd8-5c8fa991f9d3)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:03:03.698490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:03.701597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2c4ffead-562f-4415-8db8-b45fa9f480fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:03.773899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=fcb9f868-d91e-4df9-97af-a88d7b64770b,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:03.777168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:03.929624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55106) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:03:04.309269 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b4e4fa1c-4049-4b6a-819b-0ab0cbaab076 admin admin] 10.222.0.68 "GET /v2.0/routers/4b9c1e78-894b-4142-8367-6c006e75b411 HTTP/1.1" status: 200 len: 710 time: 0.3784273 Apr 20 13:03:04.445079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8adfd-dded-4acb-a5d5-b70384e7f478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:03:04.446557 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5dc8adfd-dded-4acb-a5d5-b70384e7f478 admin admin] 10.222.0.68 "GET /v2.0/networks/613627eb-6c9d-477a-85e9-38ee1949766c HTTP/1.1" status: 200 len: 886 time: 0.1314323 Apr 20 13:03:04.456452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:04.914307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.261076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.322000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.435969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fcb9f868-d91e-4df9-97af-a88d7b64770b up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:03:05.469152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Allocated IP 172.28.1.169 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/e7376732-fbb4-42b5-b605-39b7dc6949b3) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:03:05.506411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port fcb9f868-d91e-4df9-97af-a88d7b64770b triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:03:05.506821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.636541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.698846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:05.704082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:05.778140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:03:05.781692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Pushing event updated for resources: {'Port': ['ID=e7376732-fbb4-42b5-b605-39b7dc6949b3,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:05.785668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:05.787220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:03:05.789392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:03:06.347912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:06.402370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:03:06.745902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:06.749551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854359098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429096'] for router, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:06.959051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Router 4b9c1e78-894b-4142-8367-6c006e75b411 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:03:07.145663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:03:07.154339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:07.155963 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] 10.222.0.68 "PUT /v2.0/routers/4b9c1e78-894b-4142-8367-6c006e75b411 HTTP/1.1" status: 200 len: 890 time: 2.7030144 Apr 20 13:03:07.156102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Sync routers for ids ['4b9c1e78-894b-4142-8367-6c006e75b411'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:03:07.167458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Routers {'4b9c1e78-894b-4142-8367-6c006e75b411'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:03:07.168141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:02:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['4b9c1e78-894b-4142-8367-6c006e75b411'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:03:07.372747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Set router 4b9c1e78-894b-4142-8367-6c006e75b411 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:03:07.731676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:03:06Z', 'revision_number': 4, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port': {'id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:05Z', 'updated_at': '2021-04-20T13:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:03:03Z', 'revision_number': 5, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:03:07.737935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Checking router: 4b9c1e78-894b-4142-8367-6c006e75b411 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:03:07.738111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Updating router 4b9c1e78-894b-4142-8367-6c006e75b411 port e7376732-fbb4-42b5-b605-39b7dc6949b3 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:03:07.794030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.142486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.154248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Transition to ACTIVE for port object e7376732-fbb4-42b5-b605-39b7dc6949b3 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:03:08.160237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.165424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:08.244240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Attempting to bind port e7376732-fbb4-42b5-b605-39b7dc6949b3 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:03:08.244642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Attempting to bind port e7376732-fbb4-42b5-b605-39b7dc6949b3 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:03:08.245035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Attempting to bind port e7376732-fbb4-42b5-b605-39b7dc6949b3 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:03:08.254836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Pushing event updated for resources: {'Port': ['ID=e7376732-fbb4-42b5-b605-39b7dc6949b3,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:08.257403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:03:08.257855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:03:08.258279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.258681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:03:08.259240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Bound port: e7376732-fbb4-42b5-b605-39b7dc6949b3, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:03:08.259592 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.285150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:08.335918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] For port e7376732-fbb4-42b5-b605-39b7dc6949b3, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:03:08.338964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] For port e7376732-fbb4-42b5-b605-39b7dc6949b3, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=e7376732-fbb4-42b5-b605-39b7dc6949b3,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:03:08.342336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:08.347276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:08.427833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Routers {'4b9c1e78-894b-4142-8367-6c006e75b411'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:03:08.428484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:02:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['4b9c1e78-894b-4142-8367-6c006e75b411'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:03:08.495519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Pushing event updated for resources: {'Port': ['ID=e7376732-fbb4-42b5-b605-39b7dc6949b3,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:08.500079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:08.619873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] Set router 4b9c1e78-894b-4142-8367-6c006e75b411 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:03:08.957913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:03:06Z', 'revision_number': 4, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port': {'id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:05Z', 'updated_at': '2021-04-20T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:03:03Z', 'revision_number': 5, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:03:08.961977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20a3c1-3243-4c68-9b02-20cd79a30648 None None] The sync data for ids ['4b9c1e78-894b-4142-8367-6c006e75b411'] in dv-cinder-786627-2-smb is: [{'id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'name': 'router1', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:45Z', 'updated_at': '2021-04-20T13:03:06Z', 'revision_number': 4, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'gw_port': {'id': 'e7376732-fbb4-42b5-b605-39b7dc6949b3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:05Z', 'updated_at': '2021-04-20T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'fcb9f868-d91e-4df9-97af-a88d7b64770b', 'name': '', 'network_id': 'ef79570b-6030-4392-af97-62c4e64dbc6d', 'tenant_id': 'ab886c0074864cc688ebbabfc0416618', 'mac_address': 'fa:16:3e:c5:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c1e78-894b-4142-8367-6c006e75b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:02:56Z', 'updated_at': '2021-04-20T13:03:03Z', 'revision_number': 5, 'project_id': 'ab886c0074864cc688ebbabfc0416618', 'subnets': [{'id': 'b34e80a3-9277-4b74-a5a2-e2b434529610', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd6c1ab-ee88-4b3a-b76a-3f5074e6e878'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:03:09.465342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device e7376732-fbb4-42b5-b605-39b7dc6949b3 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:03:09.538554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port e7376732-fbb4-42b5-b605-39b7dc6949b3 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:03:09.543297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port e7376732-fbb4-42b5-b605-39b7dc6949b3 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:03:09.543704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:09.667815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:09.684096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port e7376732-fbb4-42b5-b605-39b7dc6949b3, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=e7376732-fbb4-42b5-b605-39b7dc6949b3,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:03:09.686948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:09.689023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:03:09.761939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=e7376732-fbb4-42b5-b605-39b7dc6949b3,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:03:09.765003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:03:09.887339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55116) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:03:10.012636 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3ce76cfe-e914-472c-9a69-da7b93ed1a93 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1240530 Apr 20 13:03:11.447863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device e7376732-fbb4-42b5-b605-39b7dc6949b3 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:03:11.523108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port e7376732-fbb4-42b5-b605-39b7dc6949b3 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:03:11.523526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:16.944462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8f26aa7b-77cd-4f92-bf1c-baddafb8e6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:19.724729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64f53818-61e6-40bd-90cf-53f495821a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:20.382723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:21.317445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:22.181921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:43.402500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:03:46.928401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5574ecb2-98d5-4cc7-a2ba-f723a506bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:49.713763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e7e33519-60e1-4b61-9969-07099e2f5c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:50.387267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:51.325523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:03:52.194504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:16.930915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8f26d933-4353-40af-9309-52d49d48a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:19.716068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-36fc03f1-f883-437f-95d1-e9a375fdcaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:20.389529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:20.402953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:04:21.319414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:22.187132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:46.933047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-579235d6-61ab-4282-aef0-884745fb4f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:49.717625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5db-ef68-4b78-b0e0-8a5824e4c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:50.391634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:51.322278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:52.188221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:53.319688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55686) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:04:53.393800 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6da3ff7-c03a-4ff9-9854-2413a7404ac0 admin admin] GET failed (client error): The resource could not be found. Apr 20 13:04:53.395158 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c6da3ff7-c03a-4ff9-9854-2413a7404ac0 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744033 Apr 20 13:04:53.536238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8658541-f2ab-4d59-813d-92291fa40372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:04:53.537770 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e8658541-f2ab-4d59-813d-92291fa40372 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1382880 Apr 20 13:04:56.024832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55696) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:04:56.142460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b785dd0-52c4-4d72-8ee8-6ed2c9dcee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:04:56.143059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1b785dd0-52c4-4d72-8ee8-6ed2c9dcee53 admin admin] Synchronizing usage tracker for tenant:3d478c0bad364e5db669967a5548647e on resource:subnet {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:04:56.159516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1b785dd0-52c4-4d72-8ee8-6ed2c9dcee53 admin admin] Unset dirty status for tenant:3d478c0bad364e5db669967a5548647e on resource:subnet {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:04:56.160752 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1b785dd0-52c4-4d72-8ee8-6ed2c9dcee53 admin admin] 10.222.0.68 "GET /v2.0/subnets/b34e80a3-9277-4b74-a5a2-e2b434529610 HTTP/1.1" status: 200 len: 849 time: 0.1348274 Apr 20 13:04:56.171107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:56.294392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Notify callbacks [] for subnet, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:56.603198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771033527513'] for subnet, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:56.608028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-36844b72-6214-445a-9793-21e45e8627e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:04:56.652142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:04:56.652982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:56.654329 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] 10.222.0.68 "PUT /v2.0/subnets/b34e80a3-9277-4b74-a5a2-e2b434529610 HTTP/1.1" status: 200 len: 868 time: 0.4871180 Apr 20 13:04:56.656973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955989d7-0a95-4fe3-8073-985f3f045e84 None None] Network ef79570b-6030-4392-af97-62c4e64dbc6d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:04:56.685763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34e80a3-9277-4b74-a5a2-e2b434529610,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:04:56.694704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.695115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.695451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.695820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.696188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.696556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.696920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.697283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.697754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.698124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.698485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.698845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:04:56.703331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3806f5ca-1edb-46ad-8de8-bdfb19e443db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:04:57.160434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c35e3e45-fd9d-4d46-b3bd-12ff49546b6f None None] Provisioning complete for port fcb9f868-d91e-4df9-97af-a88d7b64770b triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:04:57.160946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c35e3e45-fd9d-4d46-b3bd-12ff49546b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:57.291131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c35e3e45-fd9d-4d46-b3bd-12ff49546b6f None None] Provisioning complete for port 75ed875d-09ea-419f-b19b-5fb7aa6036c8 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:04:57.291443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c35e3e45-fd9d-4d46-b3bd-12ff49546b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:04:57.402624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:04:59.150303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55706) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:04:59.335504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4ce00-aab2-435f-8e18-0cef7fc924a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:04:59.335951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4ce00-aab2-435f-8e18-0cef7fc924a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:04:59.337606 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c5d4ce00-aab2-435f-8e18-0cef7fc924a3 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1862390 Apr 20 13:05:01.828834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55716) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:02.017314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b514a-4a72-4567-846a-74cf00f97c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:02.017865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b514a-4a72-4567-846a-74cf00f97c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:02.018674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-864b514a-4a72-4567-846a-74cf00f97c45 admin admin] Synchronizing usage tracker for tenant:3d478c0bad364e5db669967a5548647e on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:05:02.034447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-864b514a-4a72-4567-846a-74cf00f97c45 admin admin] Unset dirty status for tenant:3d478c0bad364e5db669967a5548647e on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:05:02.035705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-864b514a-4a72-4567-846a-74cf00f97c45 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2057755 Apr 20 13:05:04.553038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55726) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:04.902813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a7c4a-885e-475e-ae1b-8d75fc07ab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:04.904292 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8e4a7c4a-885e-475e-ae1b-8d75fc07ab01 admin admin] 10.222.0.68 "GET /v2.0/networks/613627eb-6c9d-477a-85e9-38ee1949766c HTTP/1.1" status: 200 len: 886 time: 0.3501961 Apr 20 13:05:07.402161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55736) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:07.587739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75faa02-bf2a-4cec-b187-cac43775e8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:07.589119 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d75faa02-bf2a-4cec-b187-cac43775e8a8 admin admin] 10.222.0.68 "GET /v2.0/networks/ef79570b-6030-4392-af97-62c4e64dbc6d HTTP/1.1" status: 200 len: 870 time: 0.1859241 Apr 20 13:05:10.217260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55746) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:10.332491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e645984-21e4-4591-a0bc-db041faddc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:10.333009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e645984-21e4-4591-a0bc-db041faddc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:10.334659 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2e645984-21e4-4591-a0bc-db041faddc81 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159682 Apr 20 13:05:12.829351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55756) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:12.947327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab2cab-e24c-4ac9-998f-d59c330da5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:12.947840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab2cab-e24c-4ac9-998f-d59c330da5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:12.949490 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-20ab2cab-e24c-4ac9-998f-d59c330da5c8 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190243 Apr 20 13:05:15.425975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55766) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:15.535208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ba67b-ce02-4310-8290-16d0ecf6c2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:15.536634 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-226ba67b-ce02-4310-8290-16d0ecf6c2de admin admin] 10.222.0.68 "GET /v2.0/subnets/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1 HTTP/1.1" status: 200 len: 816 time: 0.1096489 Apr 20 13:05:16.935984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3e7abaf1-6c4d-4af8-9fc4-942eb89ad4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:18.048768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 55776) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:18.168468 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2b0ee-0351-4576-8c9f-c9224266d84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:18.169920 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-19d2b0ee-0351-4576-8c9f-c9224266d84d admin admin] 10.222.0.68 "GET /v2.0/subnets/b34e80a3-9277-4b74-a5a2-e2b434529610 HTTP/1.1" status: 200 len: 868 time: 0.1201291 Apr 20 13:05:19.719757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2bd2-0b5e-4589-831b-bbecff8b0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:20.396233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:21.323927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:22.194377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:34.401671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:05:44.630318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55820) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:44.682697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-ee1a521f-ad88-4226-b379-71a12dfe8d0b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:05:44.683917 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ee1a521f-ad88-4226-b379-71a12dfe8d0b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525055 Apr 20 13:05:46.938364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-418a0cd9-bd65-4968-847a-175df22ee474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:47.278165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55830) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:47.352490 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.pecan_wsgi.hooks.translation [None req-738a7bbe-01e8-4ab6-a925-fb676179e5ad admin admin] GET failed (client error): The resource could not be found. Apr 20 13:05:47.353839 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-738a7bbe-01e8-4ab6-a925-fb676179e5ad admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746529 Apr 20 13:05:47.650516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686342f-b5ff-467e-9e7b-acdc3b77b731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:47.652098 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6686342f-b5ff-467e-9e7b-acdc3b77b731 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2939022 Apr 20 13:05:49.722061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5ba17d46-8a54-407c-a930-c544024f2f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.168044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55840) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:50.220548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:50.226342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:05:50.236190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:05:50.244351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Made reservation on behalf of 3d478c0bad364e5db669967a5548647e for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:05:50.249429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.341486 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.services.revisions.revision_plugin [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Could not find related network for resource to bump revision. Apr 20 13:05:50.354599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:05:50.364704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.365092 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Added segment b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a of type vlan for network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf Apr 20 13:05:50.391745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.397240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.421925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.423123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:50.423758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:50.428647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:05:50.531619 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3623841 Apr 20 13:05:50.532354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:05:50.539855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.540241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.540610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.540973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.541334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.541722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.542083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.542438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.542809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.543163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.543516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.543926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:50.548530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:05:50.673727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:05:51.325615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:52.197220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:53.072565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55850) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:05:53.151144 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d249cc17-23dc-4a46-9043-814890423adb admin admin] GET failed (client error): The resource could not be found. Apr 20 13:05:53.151722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d249cc17-23dc-4a46-9043-814890423adb admin admin] Synchronizing usage tracker for tenant:3d478c0bad364e5db669967a5548647e on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:05:53.165962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d249cc17-23dc-4a46-9043-814890423adb admin admin] Unset dirty status for tenant:3d478c0bad364e5db669967a5548647e on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:05:53.167159 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d249cc17-23dc-4a46-9043-814890423adb admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0935178 Apr 20 13:05:53.282095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015f07a-189d-42fa-b5d3-9ee0f961cf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:53.283859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8015f07a-189d-42fa-b5d3-9ee0f961cf77 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1119277 Apr 20 13:05:53.294827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf', 'cidr': '192.168.233.0/24'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:53.299916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:05:53.309718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:05:53.318879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Made reservation on behalf of 3d478c0bad364e5db669967a5548647e for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:05:53.323508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:53.728611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:53.733254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:05:53.813841 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=999c7acc-d976-4a32-9672-84ba0a6dd463,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:05:53.818235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Checking segment: {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:05:53.818630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Network hostable DHCP agents. Network: 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:05:53.824482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:05:53.839064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:05:53.850288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:05:53.854206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:05:53.854847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:53.860388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a95116-a0ec-4e4a-b552-9982807406b2 None None] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:05:53.878941 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5878744 Apr 20 13:05:54.100828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf', 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf', 'tenant_id': '3d478c0bad364e5db669967a5548647e', 'fixed_ips': [{'subnet_id': '999c7acc-d976-4a32-9672-84ba0a6dd463'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:05:54.101774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.269889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Allocated IP 192.168.233.2 (1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf/999c7acc-d976-4a32-9672-84ba0a6dd463/321caed3-8aaa-42e2-9269-d73193c1b08d) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:05:54.486789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.497535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Transition to ACTIVE for port object 321caed3-8aaa-42e2-9269-d73193c1b08d will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:05:54.517074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Transition to ACTIVE for port object 321caed3-8aaa-42e2-9269-d73193c1b08d will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:05:54.521813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.527725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:05:54.602131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:05:54.605739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Pushing event updated for resources: {'Port': ['ID=321caed3-8aaa-42e2-9269-d73193c1b08d,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:05:54.608171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:05:54.615624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:05:54.618495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.618878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.619268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.619623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.619969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.620331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.621140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.621140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.621373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.621730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.622091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.622448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:05:54.633500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:05:54.716725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Attempting to bind port 321caed3-8aaa-42e2-9269-d73193c1b08d on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:05:54.717140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Attempting to bind port 321caed3-8aaa-42e2-9269-d73193c1b08d by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:05:54.717573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Attempting to bind port 321caed3-8aaa-42e2-9269-d73193c1b08d on network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:05:54.724013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:05:54.724455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Checking segment: {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:05:54.724879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.725312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Bound using segment: {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:05:54.725861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Bound port: 321caed3-8aaa-42e2-9269-d73193c1b08d, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:05:54.726281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.826405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] For port 321caed3-8aaa-42e2-9269-d73193c1b08d, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:05:54.830392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] For port 321caed3-8aaa-42e2-9269-d73193c1b08d, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=321caed3-8aaa-42e2-9269-d73193c1b08d,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:05:54.836065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:54.841072 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:05:54.920455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Pushing event updated for resources: {'Port': ['ID=321caed3-8aaa-42e2-9269-d73193c1b08d,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:05:54.924308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:05:55.575532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 321caed3-8aaa-42e2-9269-d73193c1b08d up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:05:55.651080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 321caed3-8aaa-42e2-9269-d73193c1b08d completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:05:56.167666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef6438-4be5-40c8-99fb-ee6356bdcd7c None None] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:05:56.258447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Provisioning for port 321caed3-8aaa-42e2-9269-d73193c1b08d completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:05:56.266856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Provisioning complete for port 321caed3-8aaa-42e2-9269-d73193c1b08d triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:05:56.267263 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:56.666968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:56.720206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] For port 321caed3-8aaa-42e2-9269-d73193c1b08d, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=321caed3-8aaa-42e2-9269-d73193c1b08d,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:05:56.724826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:56.727369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:05:56.802061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Pushing event updated for resources: {'Port': ['ID=321caed3-8aaa-42e2-9269-d73193c1b08d,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:05:56.805613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:05:56.954669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-bb8437ca-4a6a-47ea-9773-1f849eaf321b None None] Provisioning complete for port 321caed3-8aaa-42e2-9269-d73193c1b08d triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:05:56.955020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bb8437ca-4a6a-47ea-9773-1f849eaf321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:05:57.555389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 321caed3-8aaa-42e2-9269-d73193c1b08d up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:05:57.626897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 321caed3-8aaa-42e2-9269-d73193c1b08d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:05:57.627305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:11.401160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:06:16.940359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0639e5fd-439d-4f33-b316-594382efd345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:19.724721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95479a20-3bd4-4286-892f-8473f610b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:20.402315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:21.330829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:22.203862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:46.942219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-13af4f24-8596-4b1b-b1ad-f55dde1ec6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:48.399747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:06:49.726695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7e510a94-f85f-45bf-b037-2638521eb7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:50.404102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:51.333023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:06:52.207888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:16.945976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fa4e427a-b59f-4694-b00d-9b8131d8801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:18.914748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55896) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:07:18.921115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [None req-1f9d4dd1-b72c-405c-a1dd-f4313b065e20 tempest-verify_tempest_config-1489305831 tempest-verify_tempest_config-1489305831-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:07:18.922273 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1f9d4dd1-b72c-405c-a1dd-f4313b065e20 tempest-verify_tempest_config-1489305831 tempest-verify_tempest_config-1489305831-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064938 Apr 20 13:07:19.235692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55914) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:07:19.361096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.375819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:07:19.379759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8853bf1e4b42a5aef7dff85b0028a9 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:07:19.382669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:07:19.388458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:07:19.476150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.479251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.488897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea96af36-c846-46ae-85cf-295862aee49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:07:19.536951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Synchronizing usage tracker for tenant:3d478c0bad364e5db669967a5548647e on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:07:19.540556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165e3970-24bf-4700-a543-62dae2891416,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:07:19.550791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.551175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.551550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.551917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.552282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.552644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.553002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.553823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.553823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.554043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.554403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.554755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:07:19.559980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:07:19.567546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Unset dirty status for tenant:3d478c0bad364e5db669967a5548647e on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:07:19.568842 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f8853bf1e4b42a5aef7dff85b0028a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3320231 Apr 20 13:07:19.571555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55920) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:07:19.634517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.661758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.712583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.718768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9a08ba51-721a-4aba-8aa3-673c0d3b5553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:07:19.727957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a2eda69-3ea8-4182-94c1-a1b048a722f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.732220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165e3970-24bf-4700-a543-62dae2891416,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:07:19.736056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:07:19.737146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:19.738366 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/165e3970-24bf-4700-a543-62dae2891416 HTTP/1.1" status: 204 len: 168 time: 0.1658461 Apr 20 13:07:20.406372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:21.335344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:22.212200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:25.398906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:07:46.946393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-faf6cc45-b4a1-434d-89c8-ade787e52cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:49.729919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d9668b9a-9b3c-4643-a4fd-7948b07cb19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:50.408149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:51.337201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:07:52.215927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:02.398681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:08:16.947327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add8f958-c791-4569-ae25-1c2432ddbd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:19.730968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5851-44f3-4539-afd6-c8b248678343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:20.412233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:21.338519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:22.221376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:39.397653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 5 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:08:46.949129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5456e398-77f2-4917-ab86-a3cc339de8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:49.731976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-66a6eef3-4271-44be-b5b6-d4e5ee2bd8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:50.414790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:51.339561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:08:52.228548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:04.626787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285'] for agent, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:16.397276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:09:16.950940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dedc6007-eb87-42c3-a841-cdc23d194fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:19.733284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4159ea3b-1de6-4ad8-9017-11775f1ca1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:20.419429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:21.242113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 55996) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:09:21.340676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:21.363789 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c983e23f-3b8c-4fc0-935b-ce5cf42c21de admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1204917 Apr 20 13:09:22.232031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:23.859883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56006) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:09:23.924149 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7a1156f4-9021-434b-b97c-d89bdf5888f3 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0631113 Apr 20 13:09:34.605424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:46.951591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-375d86e3-acf4-4c0d-88e6-adca0699bcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:49.734955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4375a4b5-03e0-4233-962a-9b8e5f9fc641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:50.421703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:51.343103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:52.235097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:09:53.397760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:10:04.627154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:16.955572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4fd3533f-5985-4801-b636-4915f19768c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:19.735391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3f89-79a0-4840-9043-bcdacfce4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:20.425692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:21.345242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:22.247299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:30.397113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:10:34.627211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:46.957599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e1bedaed-b830-4a85-ba3c-644e40c9560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:49.736136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6c24a204-8e91-4f85-8f8e-113e6ab25467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:50.427457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:51.347012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:10:52.244134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:02.888010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56212) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:03.067646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56222) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:03.385496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56238) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:03.394683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2113375297-network', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:03.403974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.408566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Usage tracker for resource:network and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.412880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.424456 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.429730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2058814347-network', 'tenant_id': 'be3b22289a7540ea8354294ea21d76b5'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:03.435694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.443100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Usage tracker for resource:network and tenant:be3b22289a7540ea8354294ea21d76b5 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.446959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.450484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Made reservation on behalf of 4fe4aff0792d4be1819efc075fb55d68 for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:03.455415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.457241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56246) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:03.472353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.478923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.496026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.500020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Made reservation on behalf of be3b22289a7540ea8354294ea21d76b5 for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:03.504722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.514658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.519030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.526576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.536730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.550629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.556689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Usage tracker for resource:security_group_rule and tenant:be3b22289a7540ea8354294ea21d76b5 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.565675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.575171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.679080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-network', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:03.690121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.691589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.696628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Usage tracker for resource:network and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.700042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.706951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.718755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-network', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:03.725747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.730448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Usage tracker for resource:network and tenant:f1a972dab3ee4981916f4d8814bba810 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.733620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.739930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.743315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.745252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.750922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:03.752262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Made reservation on behalf of 46da434ef5e84698a116dad8a0a3212f for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:03.758150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.760679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.775302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Made reservation on behalf of f1a972dab3ee4981916f4d8814bba810 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:03.775551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:11:03.781163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.794540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:11:03.797432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.812488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.812914 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Added segment 58e1b5c5-1502-45bc-a650-63a1c23522e4 of type vlan for network 9662abab-6e81-4354-9faf-7c149342f16d Apr 20 13:11:03.816281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.826461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.827128 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Added segment 2bcfc2e0-5f22-4f47-a93a-73a612109c91 of type vlan for network 53af3a41-bf4f-4754-9f68-cb47b751bf78 Apr 20 13:11:03.834553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b0460-c34b-4948-86d7-a8899af474ed,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:03.839077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.848661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.849139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.849591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.849973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.850342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.850707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.851071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.851531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.851762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.852138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.852520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.852824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.853178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Tracked resource versions report: Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: HyperV agent@hv-cinder-78662: {}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:11:03.854501 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:11:03.858762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.863149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:03.864727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:03.872502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:03.874658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.877711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a972dab3ee4981916f4d8814bba810 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:03.883214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:03.901580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:03.908802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.927186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.947190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:03.952626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:03.991137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.992785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:03.993644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:03.999150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9df7c23-cd30-4635-9c73-e97dd74eb3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.025406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.038956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.054128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.060615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.090575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:04.091668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.103167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:11:04.112232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.120590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.131186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.132059 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Added segment 588e8438-73ac-4e68-b156-347b58647d34 of type vlan for network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 Apr 20 13:11:04.150195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b04b8-76cb-42df-b3dc-86318e055bc0,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.151909 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2620938 Apr 20 13:11:04.153424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0847330 Apr 20 13:11:04.156649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56278) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:04.159760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56280) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:04.165848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:11:04.168207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Request body: {'subnet': {'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2113375297-subnet', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:04.177215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Request body: {'subnet': {'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2058814347-subnet', 'tenant_id': 'be3b22289a7540ea8354294ea21d76b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:04.180782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:04.184441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Pushing event updated for resources: {'Network': ['ID=9662abab-6e81-4354-9faf-7c149342f16d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.188754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.189137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.189532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.189912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.190274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.190414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.190633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.190991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.191122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.191343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.191834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.192635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.192990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.193342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Tracked resource versions report: Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: HyperV agent@hv-cinder-78662: {}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:11:04.195275 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:11:04.199727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 9662abab-6e81-4354-9faf-7c149342f16d details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:11:04.204637 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:04.209009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Usage tracker for resource:subnet and tenant:be3b22289a7540ea8354294ea21d76b5 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:04.212115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:04.228368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.229273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:04.231161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.244621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Usage tracker for resource:subnet and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:04.250042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.250432 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Added segment 181a5cf5-522b-4398-b1d3-f0a9717fdae8 of type vlan for network fcdeec1c-1346-497a-b586-50f36b19d697 Apr 20 13:11:04.251052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:04.257865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.278464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Made reservation on behalf of be3b22289a7540ea8354294ea21d76b5 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:04.283633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.374025 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d3897-f8a7-4a6c-9caf-923a1a641635,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.398690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Pushing event updated for resources: {'Network': ['ID=53af3a41-bf4f-4754-9f68-cb47b751bf78,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.406106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:04.409516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.415586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:11:04.417865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.427381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.428064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Made reservation on behalf of 4fe4aff0792d4be1819efc075fb55d68 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:04.433831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.454248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.466868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:04.467749 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.478455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.601242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.611923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:04.613064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.643351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.648032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Pushing event updated for resources: {'Network': ['ID=7a90c59f-81ed-43e8-9088-0da119dbc3f2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.660089 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2733824 Apr 20 13:11:04.662039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56300) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:04.663481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:11:04.665423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.669056 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2098665 Apr 20 13:11:04.670367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:04.673160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56304) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:04.683667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Request body: {'subnet': {'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-subnet', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:04.691693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:04.709127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Usage tracker for resource:subnet and tenant:f1a972dab3ee4981916f4d8814bba810 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:04.714747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:04.726312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:04.763019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Made reservation on behalf of f1a972dab3ee4981916f4d8814bba810 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:04.768699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:04.782434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Request body: {'subnet': {'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-subnet', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:04.865201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:04.876657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Usage tracker for resource:subnet and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:04.885904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:04.899798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdeec1c-1346-497a-b586-50f36b19d697,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:04.905400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:04.912405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network fcdeec1c-1346-497a-b586-50f36b19d697 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:11:04.923764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:04.954644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Made reservation on behalf of 46da434ef5e84698a116dad8a0a3212f for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:04.960993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.322327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.330623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:05.438645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7713ea1e-0e74-40f0-b511-665d44d104a1,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:05.441607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:05.454294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Checking segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:05.454689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Network hostable DHCP agents. Network: 9662abab-6e81-4354-9faf-7c149342f16d, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:11:05.509861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Network 9662abab-6e81-4354-9faf-7c149342f16d is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:11:05.535220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 9662abab-6e81-4354-9faf-7c149342f16d) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:05.544205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcd1f3-ed55-441d-b05a-3f1c887b0ce1 None None] Network 9662abab-6e81-4354-9faf-7c149342f16d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:05.555538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:05.556392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.722167 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5635812 Apr 20 13:11:05.739961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56346) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:05.750886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:05.757375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:05.760056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.762509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Usage tracker for resource:router and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:05.771267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:05.774742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:05.827750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.836171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:05.844180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:05.940197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=559b70b8-9354-4f2e-a068-8a0fe56a0f2c,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:05.944002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.945518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:05.952005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:05.974391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Checking segment: {'id': '2bcfc2e0-5f22-4f47-a93a-73a612109c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:05.974791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Network hostable DHCP agents. Network: 53af3a41-bf4f-4754-9f68-cb47b751bf78, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:11:06.002303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-9662abab-6e81-4354-9faf-7c149342f16d', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:11:06.003367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.029305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56356) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:06.040569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:11:06.050115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda234a4-88f9-4230-aca8-cb163d1bb285,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:06.067710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:06.076562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Checking segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:06.077409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Network hostable DHCP agents. Network: fcdeec1c-1346-497a-b586-50f36b19d697, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:11:06.085060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.124009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 53af3a41-bf4f-4754-9f68-cb47b751bf78) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:06.153141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36e017-3097-42b0-83a0-27aae67e1a75 None None] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:06.159280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:06.162227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.225437 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0520041 Apr 20 13:11:06.225437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.225437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b8e2f6b-0969-4d48-a65f-7860441c8bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:06.243018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Network fcdeec1c-1346-497a-b586-50f36b19d697 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:11:06.277203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, fcdeec1c-1346-497a-b586-50f36b19d697) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:06.285212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:06.287943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.308920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.342033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e7da9-b2be-45c1-8c6e-685f4f08998b None None] Network fcdeec1c-1346-497a-b586-50f36b19d697 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:06.355161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:06.363485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:06.379244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Usage tracker for resource:security_group_rule and tenant:a91599d77145462f810ed642aa84152e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:06.382456 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:06.384767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:06.402876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:06.411791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Checking segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:06.412055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Network hostable DHCP agents. Network: 7a90c59f-81ed-43e8-9088-0da119dbc3f2, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:11:06.462715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:11:06.495191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 7a90c59f-81ed-43e8-9088-0da119dbc3f2) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:06.511214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:06.511881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.530851 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1d6c7f84-fadc-4bd4-a9cd-bc5db790313d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8564982 Apr 20 13:11:06.534165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56380) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:06.632338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:06.647858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:06.695082 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0271535 Apr 20 13:11:06.712815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56394) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:06.734157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:06.765698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:06.769748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.785300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Usage tracker for resource:router and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:06.791989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.795894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:06.814873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:06.831375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9f0f0-0843-47b5-a6f7-c529cd928535 None None] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:06.882684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:06.969337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d3e8dc-7a00-4563-81e8-ac0ad11e1bba,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:06.984569 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a91599d77145462f810ed642aa84152e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9531062 Apr 20 13:11:06.985094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56408) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:06.985952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:06.986862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:06.988078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.055391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.086271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.249344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Allocated IP 172.20.0.2 (9662abab-6e81-4354-9faf-7c149342f16d/7713ea1e-0e74-40f0-b511-665d44d104a1/7216b0b7-48f9-4bca-a310-b89b73cb619d) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:07.274442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.336113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Usage tracker for resource:router and tenant:f1a972dab3ee4981916f4d8814bba810 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:07.339996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:07.349876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.352292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:07.362391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:07.374772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.376001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.394078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.397553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:11:07.412606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.493668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.495521 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51d3e8dc-7a00-4563-81e8-ac0ad11e1bba HTTP/1.1" status: 204 len: 168 time: 0.5029566 Apr 20 13:11:07.498869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d3e8dc-7a00-4563-81e8-ac0ad11e1bba,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:07.577144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:07.593691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:07.835422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71885d3f-8a8f-47c5-9e64-27f0e3e1c97f None None] Network fcdeec1c-1346-497a-b586-50f36b19d697 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:07.844761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.154739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56484) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:08.236917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56488) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:08.260110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.287355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:08.295433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Usage tracker for resource:security_group_rule and tenant:2764ee52e7f04252ab5be0d79c6ab322 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:08.300159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:08.309514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:08.310393 dv-cinder-786627-2-smb neutron-server[86265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 13:11:08.312178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.351944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.499091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:11:08.500021 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.615292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Allocated IP 172.28.1.193 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/ec580fd2-b3e0-49e3-a13c-f02d15d5cf09) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:08.642957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.666600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.727500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2422141d-e1df-4c4d-ae43-f5d3da488daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:08.776491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10560aae-a311-44bb-baa9-f95dff63d78d None None] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:08.800528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2764ee52e7f04252ab5be0d79c6ab322&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5623174 Apr 20 13:11:08.808105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d4b354-bab5-4405-ae4a-66502dad4fbb,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:08.820835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56514) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:08.836627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:08.933294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.981251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:08.987470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:09.072108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:09.084170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:09.088955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:09.092460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.131974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Transition to ACTIVE for port object 7216b0b7-48f9-4bca-a310-b89b73cb619d will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:09.158449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-c9fe56c7-0abf-4e85-a646-ab1f193c3771 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:09.159207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6b53f180-ba4a-423e-b858-510792e72d90 req-c9fe56c7-0abf-4e85-a646-ab1f193c3771 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Synchronizing usage tracker for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:09.175805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.271229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.339788 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Transition to ACTIVE for port object 7216b0b7-48f9-4bca-a310-b89b73cb619d will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:09.361665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.363271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Allocated IP 172.20.0.2 (7a90c59f-81ed-43e8-9088-0da119dbc3f2/9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab/fde7796e-66d8-4394-9daa-ee33b7326479) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:09.382702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65cc4e1a-9b35-4dd5-89a9-01148a2630e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:09.428159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6b53f180-ba4a-423e-b858-510792e72d90 req-c9fe56c7-0abf-4e85-a646-ab1f193c3771 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Unset dirty status for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:09.429430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-c9fe56c7-0abf-4e85-a646-ab1f193c3771 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/networks?id=53af3a41-bf4f-4754-9f68-cb47b751bf78 HTTP/1.1" status: 200 len: 812 time: 1.1386802 Apr 20 13:11:09.514728 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-2e60545b-d074-4201-9115-60ac21a74a01 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/quotas/be3b22289a7540ea8354294ea21d76b5 HTTP/1.1" status: 200 len: 375 time: 0.0521281 Apr 20 13:11:09.541014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Allocated IP 172.28.1.137 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/5575c7f9-1c94-4fa7-bf0b-beb52aa77259) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:09.572455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Network 9662abab-6e81-4354-9faf-7c149342f16d is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:09.588269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:09.599186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:09.601733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.648107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Pushing event updated for resources: {'Port': ['ID=7216b0b7-48f9-4bca-a310-b89b73cb619d,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:09.669616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.673014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.673395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.673815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.674185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.674753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.675123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.675488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.675854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.676256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.677201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.677656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.677978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Tracked resource versions report: Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: HyperV agent@hv-cinder-78662: {}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:11:09.679363 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:11:09.771250 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-a864e3e6-683e-41d9-a732-77f6f402dd53 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be3b22289a7540ea8354294ea21d76b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2388041 Apr 20 13:11:09.842348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:09.847898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:09.888897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:09.911821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:09.957242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Attempting to bind port 7216b0b7-48f9-4bca-a310-b89b73cb619d on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:09.958324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Attempting to bind port 7216b0b7-48f9-4bca-a310-b89b73cb619d by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:09.958540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Attempting to bind port 7216b0b7-48f9-4bca-a310-b89b73cb619d on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:10.015439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:10.015859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Checking segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:10.016313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.016749 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Bound using segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:10.017283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Bound port: 7216b0b7-48f9-4bca-a310-b89b73cb619d, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:10.021830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.186811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56570) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:10.242599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.256714 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] For port 7216b0b7-48f9-4bca-a310-b89b73cb619d, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:10.261865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] For port 7216b0b7-48f9-4bca-a310-b89b73cb619d, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=7216b0b7-48f9-4bca-a310-b89b73cb619d,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:10.263570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Transition to ACTIVE for port object fde7796e-66d8-4394-9daa-ee33b7326479 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:10.275626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.296993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:10.316179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.361925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Transition to ACTIVE for port object fde7796e-66d8-4394-9daa-ee33b7326479 will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:10.374439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.381092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.433777 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:10.436552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:10.440956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:10.447179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.490635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.512286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:10.527353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Usage tracker for resource:security_group_rule and tenant:30b6d62ad2e44283ad17d514feaf8ade is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:10.532560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:10.536625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.538236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-a74eff2f-0a9f-4ffb-acf7-fb3e625cd3bf service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:11:10.539635 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-a74eff2f-0a9f-4ffb-acf7-fb3e625cd3bf service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2736733 Apr 20 13:11:10.565338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Pushing event updated for resources: {'Port': ['ID=7216b0b7-48f9-4bca-a310-b89b73cb619d,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:10.584481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:10.610387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:10.611668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14ca2dec-7cdf-47c5-b8e0-5f64f75b93e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:10.701384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Attempting to bind port fde7796e-66d8-4394-9daa-ee33b7326479 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:10.702059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Attempting to bind port fde7796e-66d8-4394-9daa-ee33b7326479 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:10.703119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Attempting to bind port fde7796e-66d8-4394-9daa-ee33b7326479 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:10.710469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Pushing event updated for resources: {'Port': ['ID=fde7796e-66d8-4394-9daa-ee33b7326479,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:10.723898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:10.725093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Checking segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:10.725773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.726922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Bound using segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:10.727726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Bound port: fde7796e-66d8-4394-9daa-ee33b7326479, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:10.728322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.739775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:10.799265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.801959 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-6eeeaf9a-fed7-425a-9e89-e3ea52bd2ac4 service neutron] 10.222.0.68 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993947 Apr 20 13:11:10.936319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Router a8fa44aa-7a26-474f-811f-751b15d48638 is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:11:10.940496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.947213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:10.966581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-652aeb5e-1208-4de7-b15d-db85c4d9f7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:11.001506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] For port fde7796e-66d8-4394-9daa-ee33b7326479, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:11.008445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] For port fde7796e-66d8-4394-9daa-ee33b7326479, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fde7796e-66d8-4394-9daa-ee33b7326479,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:11.022273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.028132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:11.054694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:11.058199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:11.063349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Pushing event updated for resources: {'Port': ['ID=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:11.067386 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30b6d62ad2e44283ad17d514feaf8ade&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8689737 Apr 20 13:11:11.067551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:11.079598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56586) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:11.087105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:11.150931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Pushing event updated for resources: {'Port': ['ID=fde7796e-66d8-4394-9daa-ee33b7326479,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:11.157359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:11.164432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Allocated IP 172.28.1.42 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/8450607b-5c4b-4bb8-a2c5-bafc24c535e2) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:11.175337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:11.220024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a3efe-dd12-42ec-939b-3c9c94c6c251,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:11.223580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:11.312146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.323027 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-26afda65-4a5e-4b90-84d5-e0df7afa1a48 service neutron] 10.222.0.68 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083680 Apr 20 13:11:11.324621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:11.338371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:11.360695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:11.361644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:10:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:11.408947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.411578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.525535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.525535 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8104882 Apr 20 13:11:11.528631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56600) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:11.632501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:11.700873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d4b354-bab5-4405-ae4a-66502dad4fbb,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:11.711815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:11.803000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:11.872585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.880859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/15d4b354-bab5-4405-ae4a-66502dad4fbb HTTP/1.1" status: 204 len: 168 time: 3.0571263 Apr 20 13:11:11.948366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:11.974252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8fd41801-772a-40d2-a31a-82a02cfab050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:12.035068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a3efe-dd12-42ec-939b-3c9c94c6c251,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:12.061603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:12.194747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:12.201535 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/849a3efe-dd12-42ec-939b-3c9c94c6c251 HTTP/1.1" status: 204 len: 168 time: 1.1203485 Apr 20 13:11:12.211059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fde7796e-66d8-4394-9daa-ee33b7326479 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:12.285591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:12.314235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb09186-3b74-4eee-a60c-e4c8ba0ddf08 None None] Network 9662abab-6e81-4354-9faf-7c149342f16d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:12.462355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:12.696367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c618ed6d-4008-4048-ae26-a7ae3da614eb None None] Provisioning for port 7216b0b7-48f9-4bca-a310-b89b73cb619d completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:12.941610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:09Z', 'revision_number': 3, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:12.947739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:12.950320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Updating router a8fa44aa-7a26-474f-811f-751b15d48638 port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:13.034241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:13.053261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:13.110263 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port fde7796e-66d8-4394-9daa-ee33b7326479 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:13.185915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc8320-5a7f-4b3a-9474-eaac01428631 None None] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:13.186680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:13.260087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56682) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:13.299187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:13.375408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:13.380927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:13.384019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Usage tracker for resource:security_group_rule and tenant:10dbeb5aeb7146f6849479626c9e7aaf is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:13.392450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:13.402931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:13.412774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:13.420303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:13.575270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 7216b0b7-48f9-4bca-a310-b89b73cb619d up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:13.729206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Provisioning for port fde7796e-66d8-4394-9daa-ee33b7326479 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:13.755446 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Provisioning complete for port fde7796e-66d8-4394-9daa-ee33b7326479 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:13.756046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:13.940072 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:13.951359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56694) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:13.956391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Transition to ACTIVE for port object ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:13.969960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 7216b0b7-48f9-4bca-a310-b89b73cb619d completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:13.996956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.015898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:14.047504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 7216b0b7-48f9-4bca-a310-b89b73cb619d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:14.048015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.050763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.314359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Attempting to bind port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:14.314988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Attempting to bind port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:14.315573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Attempting to bind port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:14.335118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Pushing event updated for resources: {'Port': ['ID=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,revision_number=2']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:14.358100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:14.358614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:14.358934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.359366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:14.359890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Bound port: ec580fd2-b3e0-49e3-a13c-f02d15d5cf09, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:14.360305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.444118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.496553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.502102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.503500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.503877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.504262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.507548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.513382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.514649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.514649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.520480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.521133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.521876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Tracked resource versions report: Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: pushed versions: Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: { 'AddressGroup': {'1.2'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': {'1.0'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': {'1.0'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': {'1.1'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': {'1.7'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': {'1.2'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': {'1.8'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': {'1.4'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': {'1.2'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': {'1.0'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': {'1.1'}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': {'1.1'}} Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: consumer versions: Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: { DHCP agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: HyperV agent@hv-cinder-78662: {}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: L3 agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: Metadata agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: Metering agent@dv-cinder-786627-2-smb: {}, Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: Open vSwitch agent@dv-cinder-786627-2-smb: { 'AddressGroup': '1.2', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'ConntrackHelper': '1.0', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Log': '1.0', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Network': '1.1', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Port': '1.7', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'PortForwarding': '1.2', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'QosPolicy': '1.8', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroup': '1.4', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SecurityGroupRule': '1.2', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'SubPort': '1.0', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Subnet': '1.1', Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: 'Trunk': '1.1'}} Apr 20 13:11:14.524099 dv-cinder-786627-2-smb neutron-server[86265]: {{(pid=86379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 13:11:14.535063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:14.581177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.582094 dv-cinder-786627-2-smb neutron-server[86265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 13:11:14.637316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] For port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:14.647855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] For port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:14.654173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.661400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:14.741106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Pushing event updated for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:14.776971 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2fb41612-98bc-4614-b8cb-4e12ab990b24 req-3d1f7111-fe1e-43d4-aa21-7a014bbaab5b tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 210 time: 0.7878759 Apr 20 13:11:14.797740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:14.812149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.820931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.768s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:14.877249 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10dbeb5aeb7146f6849479626c9e7aaf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6147475 Apr 20 13:11:14.885328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 56744) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:14.890798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa6261a-d4fb-4db4-844b-938015431e59,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:14.933397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:14.934452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:10:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:14.948609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:14.955208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:15.071753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 7216b0b7-48f9-4bca-a310-b89b73cb619d, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=7216b0b7-48f9-4bca-a310-b89b73cb619d,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:15.092112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.093990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] For port fde7796e-66d8-4394-9daa-ee33b7326479, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fde7796e-66d8-4394-9daa-ee33b7326479,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:15.134539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:15.146979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Allocated IP 172.20.0.1 (7a90c59f-81ed-43e8-9088-0da119dbc3f2/9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab/df0dba9b-8705-4768-a9fb-4bb09c194e48) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:15.213406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.339679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=7216b0b7-48f9-4bca-a310-b89b73cb619d,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:15.354336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.362463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:15.365903 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:15.394371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.418122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Transition to ACTIVE for port object df0dba9b-8705-4768-a9fb-4bb09c194e48 will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:15.459868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.494403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.535488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Pushing event updated for resources: {'Port': ['ID=fde7796e-66d8-4394-9daa-ee33b7326479,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:15.543858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:15.561873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7110b3df-7335-4a1f-b937-6d58490022cd None None] Provisioning complete for port 7216b0b7-48f9-4bca-a310-b89b73cb619d triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:15.562587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7110b3df-7335-4a1f-b937-6d58490022cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.578945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.588620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:15.606877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Pushing event updated for resources: {'Port': ['ID=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:15.613179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:15.658017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa6261a-d4fb-4db4-844b-938015431e59,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:15.681216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:15.686289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.701600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:15.716864 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/baa6261a-d4fb-4db4-844b-938015431e59 HTTP/1.1" status: 204 len: 168 time: 0.8302090 Apr 20 13:11:15.732406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.751846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:15.813542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7110b3df-7335-4a1f-b937-6d58490022cd None None] Provisioning complete for port fde7796e-66d8-4394-9daa-ee33b7326479 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:15.814348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7110b3df-7335-4a1f-b937-6d58490022cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.847577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:15.861420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:15.873295 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:15.899405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:15.901413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:16.018945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Pushing event updated for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:16.031917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:16.090860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.78', 52346) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:16.352537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9abe0fd1-20cc-4e0d-ad8a-d34a1c949bf3 None None] Provisioning for port df0dba9b-8705-4768-a9fb-4bb09c194e48 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:16.367409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9abe0fd1-20cc-4e0d-ad8a-d34a1c949bf3 None None] Provisioning complete for port df0dba9b-8705-4768-a9fb-4bb09c194e48 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:16.367840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9abe0fd1-20cc-4e0d-ad8a-d34a1c949bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:16.471523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:16.540396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-9abe0fd1-20cc-4e0d-ad8a-d34a1c949bf3 None None] Port df0dba9b-8705-4768-a9fb-4bb09c194e48 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:16.558474 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6569d079-2062-4030-acea-80b5951b2442 req-2f5b7878-be66-473a-8d10-197d2103d391 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 210 time: 0.1839285 Apr 20 13:11:16.629177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-06494b6b-7a12-482b-8080-3b50fa05e6b3 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:16.641600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:09Z', 'revision_number': 3, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:16.646124 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-06494b6b-7a12-482b-8080-3b50fa05e6b3 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.78 "GET /v2.0/networks?id=53af3a41-bf4f-4754-9f68-cb47b751bf78 HTTP/1.1" status: 200 len: 812 time: 0.5420535 Apr 20 13:11:16.650457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be134c-e877-49be-a643-ae48499d5603 None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:09Z', 'revision_number': 3, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:16.768638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Request body: {'port': {'device_id': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78', 'admin_state_up': True, 'tenant_id': 'be3b22289a7540ea8354294ea21d76b5'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:16.864762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:16.962786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:16.988262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Usage tracker for resource:port and tenant:be3b22289a7540ea8354294ea21d76b5 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:16.990214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7811aaa1-3572-4db0-805f-3a9232d93730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.006057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:17.058584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:17.090967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Made reservation on behalf of be3b22289a7540ea8354294ea21d76b5 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:17.100727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.222171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.239390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.250937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.311630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fde7796e-66d8-4394-9daa-ee33b7326479 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:17.329423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Router ca657a24-b77e-4574-bb49-495d10d8ba97 is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:11:17.483950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:17.543890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port fde7796e-66d8-4394-9daa-ee33b7326479 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:17.550464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:17.844348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 7216b0b7-48f9-4bca-a310-b89b73cb619d up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:18.039615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 7216b0b7-48f9-4bca-a310-b89b73cb619d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:18.040047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:18.060215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Allocated IP 172.20.0.10 (53af3a41-bf4f-4754-9f68-cb47b751bf78/559b70b8-9354-4f2e-a068-8a0fe56a0f2c/55d66fad-c027-42eb-91eb-c6c5b122493f) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:18.100576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56872) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:18.118696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Router 11d49946-e487-46ed-8f9c-5eb5a928e6dd is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:11:18.206682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:18.300660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:18.374578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:18.375631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:10:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:18.542813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:18.581011 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:18.693756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:18.702386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:18.720682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Pushing event updated for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:18.740900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:18.748144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:18.749131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:18.806224 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0474641 Apr 20 13:11:18.827697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.343s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:18.842845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:18.870118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:18.888733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-8fc5176c-fd13-4d27-af02-98c53f53f485 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:11:18.890051 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-8fc5176c-fd13-4d27-af02-98c53f53f485 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059550 Apr 20 13:11:19.044455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:19.055708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Sync routers for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:19.062266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0568-2dca-418f-b376-8df05569ac79 req-d738411d-8620-4785-915c-360d5c695da8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:19.063134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-3c8d0568-2dca-418f-b376-8df05569ac79 req-d738411d-8620-4785-915c-360d5c695da8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Synchronizing usage tracker for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:19.076183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:19.085081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:10:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:19.094962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:19.161648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:19.169551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:19.190070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Pushing event updated for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:19.211884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:19.213669 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4724975 Apr 20 13:11:19.216833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56904) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:19.218319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:19.235448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:19.260452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-3c8d0568-2dca-418f-b376-8df05569ac79 req-d738411d-8620-4785-915c-360d5c695da8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Unset dirty status for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:19.261841 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c8d0568-2dca-418f-b376-8df05569ac79 req-d738411d-8620-4785-915c-360d5c695da8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 932 time: 0.6830778 Apr 20 13:11:19.482736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ad1364c8844a5a9d98714e955f228f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:19.496919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:19.526598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:19.541121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:19.554403 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.0191207 Apr 20 13:11:19.598401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:19.600587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 56914) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:19.704232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:19.880607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Request body: {'port': {'device_id': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:19.987472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-143def3d-734e-4c23-8db9-77c1e5d09de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.011215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f2801ce1-cf56-48f1-a4ad-5818d167b22d None None] Provisioning complete for port df0dba9b-8705-4768-a9fb-4bb09c194e48 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:20.011838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f2801ce1-cf56-48f1-a4ad-5818d167b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.070933 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c8d0568-2dca-418f-b376-8df05569ac79 req-11d10d99-4498-47fb-8bfb-991e0b9aaef5 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885855 Apr 20 13:11:20.263301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:20.290204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:20.290642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.384622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-f2801ce1-cf56-48f1-a4ad-5818d167b22d None None] Port df0dba9b-8705-4768-a9fb-4bb09c194e48 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:20.469821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:11Z', 'revision_number': 3, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:20.510254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:20.513725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Updating router ca657a24-b77e-4574-bb49-495d10d8ba97 port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:20.609740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.691712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.717243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:14Z', 'revision_number': 3, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:20.738124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Checking router: 11d49946-e487-46ed-8f9c-5eb5a928e6dd for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:20.741805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Updating router 11d49946-e487-46ed-8f9c-5eb5a928e6dd port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:20.814735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:20.864535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:11:20.924679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.036444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.244070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:21.281487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.299612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:21.494079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.514872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.530819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Transition to ACTIVE for port object 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:21.539437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:21.549416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.561327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:21.578395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:21.786389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Pushing event updated for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=2']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:21.886271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Attempting to bind port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:21.891177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Attempting to bind port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:21.891726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Attempting to bind port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:21.908440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:21.912189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:21.912875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:21.915633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:21.916853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Bound port: 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:21.917351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.057497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.070518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:22.086557 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] 10.222.0.68 "PUT /v2.0/routers/a8fa44aa-7a26-474f-811f-751b15d48638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5466080 Apr 20 13:11:22.116216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:22.129784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:22.133991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:22.148196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.150063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:22.155890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2931af36-0ac5-4100-bbfb-8b184023b18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:22.162256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:22.162960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:22.181895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.339907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:22.343682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:22.350989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d66fad-c027-42eb-91eb-c6c5b122493f {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:22.370384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.421712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Transition to ACTIVE for port object 55d66fad-c027-42eb-91eb-c6c5b122493f will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:22.428252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:22.439381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4baafd5-c328-4427-b17b-e37686f9e192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:22.668339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Pushing event updated for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:22.672516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:22.747581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:22.823880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:22.967079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Pushing event updated for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:22.983187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:23.044844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Attempting to bind port 55d66fad-c027-42eb-91eb-c6c5b122493f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:23.045637 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Attempting to bind port 55d66fad-c027-42eb-91eb-c6c5b122493f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2bcfc2e0-5f22-4f47-a93a-73a612109c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:23.045637 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Attempting to bind port 55d66fad-c027-42eb-91eb-c6c5b122493f on network 53af3a41-bf4f-4754-9f68-cb47b751bf78 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:23.062533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Port 55d66fad-c027-42eb-91eb-c6c5b122493f on network 53af3a41-bf4f-4754-9f68-cb47b751bf78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:23.062919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Attempting to bind port 55d66fad-c027-42eb-91eb-c6c5b122493f on network 53af3a41-bf4f-4754-9f68-cb47b751bf78 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:23.080577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:23.080880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Checking segment: {'id': '2bcfc2e0-5f22-4f47-a93a-73a612109c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:23.081527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Bound using segment: {'id': '2bcfc2e0-5f22-4f47-a93a-73a612109c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:23.082692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Bound port: 55d66fad-c027-42eb-91eb-c6c5b122493f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcfc2e0-5f22-4f47-a93a-73a612109c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:23.083097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.118683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9cefd08-32e0-4b82-9451-4bf3b8644840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:23.189385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.220318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Transition to ACTIVE for port object 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:23.349786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232c49cf-a4e3-47f1-9488-d6d67febc826,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:23.404317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:23.413785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d66fad-c027-42eb-91eb-c6c5b122493f,segment=NetworkSegment(2bcfc2e0-5f22-4f47-a93a-73a612109c91),segment_id=2bcfc2e0-5f22-4f47-a93a-73a612109c91)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:23.418284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.431561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57000) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:23.433148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:23.468008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:23.546224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.558141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.559268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:23.620804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202623995', 'description': 'tempest-description--165825102'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:23.650191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:23.699197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:23.710103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:23.716800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:23.718399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.720025 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] 10.222.0.78 "PUT /v2.0/ports/55d66fad-c027-42eb-91eb-c6c5b122493f HTTP/1.1" status: 200 len: 1094 time: 4.5557814 Apr 20 13:11:23.723783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:23.723977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:23.746073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:23.771973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:14Z', 'revision_number': 3, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:23.778915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fbe80-850c-476b-a4cc-46a7cd1ab030 None None] The sync data for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb is: [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:14Z', 'revision_number': 3, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:23.890369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:24.004195 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4ad1364c8844a5a9d98714e955f228f&name=default HTTP/1.1" status: 200 len: 2975 time: 5.8969395 Apr 20 13:11:24.014652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Pushing event updated for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:24.047931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:24.048541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.061045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57026) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:24.071506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:24.143917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.246074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Attempting to bind port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:24.246074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Attempting to bind port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:24.246513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Attempting to bind port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:24.277159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Pushing event updated for resources: {'Port': ['ID=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:24.291531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:24.302019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:24.307009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 2, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:24.307497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:24.315718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:24.331343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:24.332441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:24.332873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Updating router a8fa44aa-7a26-474f-811f-751b15d48638 port df0dba9b-8705-4768-a9fb-4bb09c194e48 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:24.434299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Allocated IP 172.20.0.1 (9662abab-6e81-4354-9faf-7c149342f16d/7713ea1e-0e74-40f0-b511-665d44d104a1/430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:24.537911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.566945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:24.567439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:24.568150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.568977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:24.570177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Bound port: 5575c7f9-1c94-4fa7-bf0b-beb52aa77259, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:24.570627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.592520 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f', 'status': 'completed', 'code': 200} Apr 20 13:11:24.594037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.650029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.671291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:24.749079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.812505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.896332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.929261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:24.932607 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3536119 Apr 20 13:11:24.945287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Transition to ACTIVE for port object 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:24.948425 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57046) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:25.042354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.047940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group_rule': {'security_group_id': '934b7b3f-62c1-47f0-98cc-4f99a4cdf911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:25.094429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4819-325e-4c6a-b3d0-8bdc1c95c253 req-6b2e3b43-63be-4e14-9fc9-8bd50e956464 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:25.116303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cafa4819-325e-4c6a-b3d0-8bdc1c95c253 req-6b2e3b43-63be-4e14-9fc9-8bd50e956464 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 932 time: 3.2431850 Apr 20 13:11:25.122424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-363d5ffe-663a-4c00-a23c-b7e8542c38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:25.124057 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-363d5ffe-663a-4c00-a23c-b7e8542c38b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be3b22289a7540ea8354294ea21d76b5&device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 1097 time: 1.3062508 Apr 20 13:11:25.137361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:25.149562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:25.158664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934b7b3f-62c1-47f0-98cc-4f99a4cdf911,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:25.167157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:25.174466 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.188936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:25.189999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.203911 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/232c49cf-a4e3-47f1-9488-d6d67febc826 HTTP/1.1" status: 204 len: 168 time: 1.1315269 Apr 20 13:11:25.203911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:25.215117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:25.234968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c49cf-a4e3-47f1-9488-d6d67febc826,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:25.240428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:25.280543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.316724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5d3aba32-4f16-474b-ad0b-7aa87d081229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:25.362582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] For port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:25.373732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] For port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:25.414350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.418709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.421337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:25.429122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Network 9662abab-6e81-4354-9faf-7c149342f16d is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:25.455784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba544c2-7878-4a4a-8c28-ae3d00bd626e,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:25.461545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:25.470857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:25.476981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:25.477612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.491147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.493837 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5007074 Apr 20 13:11:25.496696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57056) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:25.504820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group_rule': {'security_group_id': '934b7b3f-62c1-47f0-98cc-4f99a4cdf911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:25.512618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:25.527514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.528507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:25.536925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:25.550278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:25.605167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:25.623068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:25.932858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:25.936115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:25.962987 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-0f32fb20-e87f-4298-a709-cb7ff5233048 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d66fad-c027-42eb-91eb-c6c5b122493f HTTP/1.1" status: 200 len: 217 time: 0.2375550 Apr 20 13:11:26.125273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57072) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:26.170712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.208164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.215508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f180-ba4a-423e-b858-510792e72d90 req-408e06b3-de31-4a0e-8aa6-3ad9f9c575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:26.217158 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-408e06b3-de31-4a0e-8aa6-3ad9f9c575b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=559b70b8-9354-4f2e-a068-8a0fe56a0f2c HTTP/1.1" status: 200 len: 852 time: 0.2514696 Apr 20 13:11:26.218276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:26.222957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.224192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Usage tracker for resource:security_group_rule and tenant:79328c03771c4603a4e8f8cbbd88f566 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:26.227389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57078) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:26.236970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-cafa4819-325e-4c6a-b3d0-8bdc1c95c253 req-281015bf-a8e2-416a-8a4e-dc45341b5ffb tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Synchronizing usage tracker for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:26.237265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:26.247350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e3798626-50cc-467e-a281-9055409efde8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:26.292900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:26.336970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:26.352244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:26.537647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.558821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.590520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-cafa4819-325e-4c6a-b3d0-8bdc1c95c253 req-281015bf-a8e2-416a-8a4e-dc45341b5ffb tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Unset dirty status for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:26.606840 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cafa4819-325e-4c6a-b3d0-8bdc1c95c253 req-281015bf-a8e2-416a-8a4e-dc45341b5ffb tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4895039 Apr 20 13:11:26.671261 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-9a563cda-83ae-4b97-99b9-614098075dfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53af3a41-bf4f-4754-9f68-cb47b751bf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036073 Apr 20 13:11:26.676648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d04b8c-58d1-401d-a864-9b71624ce0e3,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:26.701863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.707775 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2099614 Apr 20 13:11:26.709061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.710235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.729478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:26.730405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57088) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:26.744622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:26.752337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:26.759112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:26.763550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:floatingip and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:26.767145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:26.775797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:26.784152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-646c927f-717f-4c33-bbf1-4e529c199de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:26.819320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc132d-8ac4-44b9-ab34-2445ab1af8fb,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:26.835217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:26.839008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:26.866042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Usage tracker for resource:security_group_rule and tenant:f223b5e8de5941c69998610bd449fce8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:26.869361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:26.882037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:26.886801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Allocated IP 172.20.0.1 (fcdeec1c-1346-497a-b586-50f36b19d697/eda234a4-88f9-4230-aca8-cb163d1bb285/87010e2f-8fc3-449e-81de-c463252fee96) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:26.987924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:27.033918 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79328c03771c4603a4e8f8cbbd88f566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024563 Apr 20 13:11:27.048594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57092) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:27.144001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.302753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:27.427503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.443396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c6ca0cd4-a9ca-4770-a84c-61a5597ad933 None None] Provisioning for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:27.476780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c6ca0cd4-a9ca-4770-a84c-61a5597ad933 None None] Provisioning complete for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:27.477517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0cd4-a9ca-4770-a84c-61a5597ad933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.500874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.578678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.594470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.615941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca0cd4-a9ca-4770-a84c-61a5597ad933 None None] Port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:27.657664 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-4bf310f5-2453-4601-9b48-2d014fa9c2da service neutron] 10.222.0.78 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320506 Apr 20 13:11:27.696502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.724584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.744609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:27.750571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Pushing event updated for resources: {'Port': ['ID=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:27.754965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.132s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:27.780917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:27.796631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:27.797109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.855559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:27.897517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5c31d649-b7fc-4bee-a953-4328cfe26d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:27.970202 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Network fcdeec1c-1346-497a-b586-50f36b19d697 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:27.986118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:28.001046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:28.002125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.218266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.234311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Transition to ACTIVE for port object df0dba9b-8705-4768-a9fb-4bb09c194e48 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:28.252781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.268322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:28.322582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Pushing event updated for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.336729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.340260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.348236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.351319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.365529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:28.378535 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b53f180-ba4a-423e-b858-510792e72d90 req-4c0866b9-2296-402e-8735-c8c99acc8f56 service neutron] 10.222.0.78 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202354 Apr 20 13:11:28.407851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Pushing event updated for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.425922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.495739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.515382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.516850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.640587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e963c3e0-3e26-4577-8fe6-0ac08843a191,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.650247 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f223b5e8de5941c69998610bd449fce8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4194264 Apr 20 13:11:28.653871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57130) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:28.654901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.716110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:28.739859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.767396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.780277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc132d-8ac4-44b9-ab34-2445ab1af8fb,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.786892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:28.797209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.821753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.825768 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cecc132d-8ac4-44b9-ab34-2445ab1af8fb HTTP/1.1" status: 204 len: 168 time: 1.7599676 Apr 20 13:11:28.832641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:28.852420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:28.871334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f75b3-65d6-4d9f-a321-128710f36ade req-c47dc570-f077-47cb-9ca6-4d64cc48a225 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:28.889671 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f9f75b3-65d6-4d9f-a321-128710f36ade req-c47dc570-f077-47cb-9ca6-4d64cc48a225 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 944 time: 0.5099485 Apr 20 13:11:28.937125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:28.940591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:28.952826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Allocated IP 172.28.1.8 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/bccb9306-4a6a-4e24-9bed-d8c1848720e6) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:29.095088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.105638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.112633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:11Z', 'revision_number': 3, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:29.112633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Attempting to bind port df0dba9b-8705-4768-a9fb-4bb09c194e48 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:29.112633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Attempting to bind port df0dba9b-8705-4768-a9fb-4bb09c194e48 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:29.112633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Attempting to bind port df0dba9b-8705-4768-a9fb-4bb09c194e48 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:29.118293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.123594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:29.133488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:29.133937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Checking segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:29.134406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.134853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Bound using segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:29.135399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Bound port: df0dba9b-8705-4768-a9fb-4bb09c194e48, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:29.135826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.223812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.230890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Pushing event updated for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:29.244787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:29.358049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] For port df0dba9b-8705-4768-a9fb-4bb09c194e48, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:29.361437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] For port df0dba9b-8705-4768-a9fb-4bb09c194e48, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=df0dba9b-8705-4768-a9fb-4bb09c194e48,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:29.370587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6082535-93a0-4b09-8d8f-363a3738163e None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:11Z', 'revision_number': 3, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:29.375057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.383669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:29.398836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Network fcdeec1c-1346-497a-b586-50f36b19d697 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:29.400484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:29.412795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Network 9662abab-6e81-4354-9faf-7c149342f16d is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:29.416624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:29.446335 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f9f75b3-65d6-4d9f-a321-128710f36ade req-2935a7db-ea91-4646-9035-e3757f3c8917 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556326 Apr 20 13:11:29.456823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-da4105cf-fe6a-4c47-9987-7a8a706ec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:29.458536 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-da4105cf-fe6a-4c47-9987-7a8a706ec784 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be3b22289a7540ea8354294ea21d76b5&device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 1097 time: 0.8025301 Apr 20 13:11:29.565362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:29.604662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Pushing event updated for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:29.615599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:29.651472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:29.652388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:30.112319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-933c26eb-9d1d-4e62-9ab4-8c028b9a7ace None None] Provisioning complete for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:30.113576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-933c26eb-9d1d-4e62-9ab4-8c028b9a7ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:30.184093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:30.228078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-7c4db6c3-6811-471c-b24f-b0f5c10e13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:30.229734 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-7c4db6c3-6811-471c-b24f-b0f5c10e13a5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=53af3a41-bf4f-4754-9f68-cb47b751bf78 HTTP/1.1" status: 200 len: 914 time: 0.6525824 Apr 20 13:11:30.231561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:30.242165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-df3f4654-9f12-466e-aa96-aa4d9365b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:30.262631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:30.263825 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e963c3e0-3e26-4577-8fe6-0ac08843a191 HTTP/1.1" status: 204 len: 168 time: 1.5579965 Apr 20 13:11:30.367257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-933c26eb-9d1d-4e62-9ab4-8c028b9a7ace None None] Port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:30.380538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:30.398879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e963c3e0-3e26-4577-8fe6-0ac08843a191,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:30.403288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:30.421693 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-3461dc0d-b120-4862-97a0-40eddcdf89d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d66fad-c027-42eb-91eb-c6c5b122493f HTTP/1.1" status: 200 len: 217 time: 0.1603568 Apr 20 13:11:30.650899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:11:30.660274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:30.668812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Router 11d49946-e487-46ed-8f9c-5eb5a928e6dd has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:11:30.724205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:30.992668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=bccb9306-4a6a-4e24-9bed-d8c1848720e6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:31.012655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:31.033743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:31.035061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-f2001ca3-3aa8-4859-a3ca-0f4547e98fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:31.041337 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-f2001ca3-3aa8-4859-a3ca-0f4547e98fcb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=559b70b8-9354-4f2e-a068-8a0fe56a0f2c HTTP/1.1" status: 200 len: 852 time: 0.5969071 Apr 20 13:11:31.041337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:31.050908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:31.220207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-a297da15-4927-473e-a624-f124d7a15c1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53af3a41-bf4f-4754-9f68-cb47b751bf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583192 Apr 20 13:11:31.442230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57192) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:31.476494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:31.515707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:31.566434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:31.589385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:29Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:31.602390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Usage tracker for resource:security_group_rule and tenant:9a5e15fd9efe45329bde93b14cb8b13b is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:31.604187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01426bc-bee9-4379-baca-bbbf058015d7 None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:29Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:31.608000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:31.608420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:31.621480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:31.625044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:31.649033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:31.655847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:31.679079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:11:31.692673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Sync routers for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:31.716949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:31.718042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:31.731207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] 10.222.0.68 "PUT /v2.0/routers/11d49946-e487-46ed-8f9c-5eb5a928e6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1289661 Apr 20 13:11:31.735301 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] 10.222.0.68 "PUT /v2.0/routers/ca657a24-b77e-4574-bb49-495d10d8ba97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5128357 Apr 20 13:11:31.829314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106606-8b5a-4af7-b777-8ec36c0ad459 req-4a4270d8-2860-440c-b156-a338eec1f7e9 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:31.829314 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-00106606-8b5a-4af7-b777-8ec36c0ad459 req-4a4270d8-2860-440c-b156-a338eec1f7e9 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 944 time: 0.5712414 Apr 20 13:11:31.829515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:31.908408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:31.913356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:31.956032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-00106606-8b5a-4af7-b777-8ec36c0ad459 req-4826eb98-3871-433c-8ba3-253761a41e2f tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146946 Apr 20 13:11:32.051879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:32.057282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:32.057723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.145582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:32.281667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.283925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.287368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-08b36153-7a62-49e3-9992-977d8fb6755e service neutron] 10.222.0.78 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568862 Apr 20 13:11:32.296291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.300148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-79c924bf-8737-4138-ae75-25c881d1f164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:32.323395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.356802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:32.361045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.364160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fbf45a3d-f37c-4ec6-b0f2-5389b0beb519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:32.511827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:32.515403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:32.609141 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84ba34c7-b361-4b89-bcd0-5e1f3777ac2c req-07c91cf5-602f-47b1-9658-d2a6239f1e43 service neutron] 10.222.0.78 "GET /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115795 Apr 20 13:11:32.616307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.675776 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a5e15fd9efe45329bde93b14cb8b13b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2293158 Apr 20 13:11:32.678939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57236) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:32.691738 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5872b0ee-055a-4d81-b18d-81334d807653,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:32.694969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:32.696549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-298df4ad-2ba9-477f-8c3e-c4fab4eaf582 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:32.774257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:32.784283 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0418985 Apr 20 13:11:32.866489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=bccb9306-4a6a-4e24-9bed-d8c1848720e6,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:32.877874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:32.997734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57248) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:33.004113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654643529', 'description': 'tempest-description--1833634301'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:33.021323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:33.040483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:33.048150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:33.077773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:33.120542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.176149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device df0dba9b-8705-4768-a9fb-4bb09c194e48 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:33.190885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.201770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:33.214746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:33.220607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:33.240567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:33.296900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.343594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port df0dba9b-8705-4768-a9fb-4bb09c194e48 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:33.350127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port df0dba9b-8705-4768-a9fb-4bb09c194e48 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:33.350854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.375788 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-593cecd0-6014-415d-9511-8f797f61a7a6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:33.383988 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-593cecd0-6014-415d-9511-8f797f61a7a6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 819 time: 0.6036294 Apr 20 13:11:33.417582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:11:33.449781 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-3ccb2cc9-098c-4587-8d80-3fa5bd94a3da tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/quotas/f1a972dab3ee4981916f4d8814bba810 HTTP/1.1" status: 200 len: 375 time: 0.0613840 Apr 20 13:11:33.466141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:33.469711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:33.469846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb5e32-2022-4933-ba97-216293cf26bb req-b683f993-aaed-4e9f-bcae-9c8c820d44f1 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:33.476777 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-23bb5e32-2022-4933-ba97-216293cf26bb req-b683f993-aaed-4e9f-bcae-9c8c820d44f1 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 944 time: 0.2317224 Apr 20 13:11:33.617514 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-23bb5e32-2022-4933-ba97-216293cf26bb req-6c5a02bd-e844-414f-b18c-fbe2f696e7a2 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073310 Apr 20 13:11:33.707628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.714059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '87010e2f-8fc3-449e-81de-c463252fee96', 'name': '', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'mac_address': 'fa:16:3e:da:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:26Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 2, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'subnets': [{'id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:33.715103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.719076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Checking router: 11d49946-e487-46ed-8f9c-5eb5a928e6dd for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:33.719644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Updating router 11d49946-e487-46ed-8f9c-5eb5a928e6dd port 87010e2f-8fc3-449e-81de-c463252fee96 binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:33.727758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:33.793404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230bcc9a-93cf-4d65-b116-7b7667ce970e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:33.798636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:33.819511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.823018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:33.833701 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8258369 Apr 20 13:11:33.833701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57284) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:33.833701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group_rule': {'security_group_id': '230bcc9a-93cf-4d65-b116-7b7667ce970e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:33.856721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:33.870464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:33.882006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:33.914393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:34.030182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.078629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:34.120197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.121924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-68562ddc-b567-45d2-9b91-3c314c05a3ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:34.147502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:34.159337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.166040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.166891 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-d194ba65-7a56-49ab-a8a8-b754ee46fbb1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:34.169873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-608a8a4d-2c73-498a-9b99-1bb15104ee6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:34.194221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5872b0ee-055a-4d81-b18d-81334d807653,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:34.197699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:34.198365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580e1ad8-9495-4c94-bc95-693a2dcd933d,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:34.200175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.203211 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5872b0ee-055a-4d81-b18d-81334d807653 HTTP/1.1" status: 204 len: 168 time: 1.5221312 Apr 20 13:11:34.204644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:34.204644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-68562ddc-b567-45d2-9b91-3c314c05a3ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:34.205365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-d194ba65-7a56-49ab-a8a8-b754ee46fbb1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:34.209603 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-d194ba65-7a56-49ab-a8a8-b754ee46fbb1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7575686 Apr 20 13:11:34.213789 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-68562ddc-b567-45d2-9b91-3c314c05a3ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--202623995&fields=id&tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 267 time: 0.2851753 Apr 20 13:11:34.308008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.312289 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-df45c651-ee40-4393-af1c-98cbf6bcc6cf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4853806 Apr 20 13:11:34.315609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57302) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:34.324303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group_rule': {'security_group_id': '230bcc9a-93cf-4d65-b116-7b7667ce970e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:34.336385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:34.351168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:34.354484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:34.365499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:34.417446 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.438191 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-64f569b0-9006-4877-88a7-6d60d13314f8 service neutron] 10.222.0.68 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155054 Apr 20 13:11:34.442450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-319479ee-5956-4d5d-95ce-472f2f2ccfe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:34.443404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-319479ee-5956-4d5d-95ce-472f2f2ccfe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:34.493735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-319479ee-5956-4d5d-95ce-472f2f2ccfe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:34.501200 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-319479ee-5956-4d5d-95ce-472f2f2ccfe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 817 time: 0.2864683 Apr 20 13:11:34.512941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.521544 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-5a76164b-b34d-4eea-907b-1aa3f949c38b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/quotas/46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 375 time: 0.0189602 Apr 20 13:11:34.553995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Transition to ACTIVE for port object 87010e2f-8fc3-449e-81de-c463252fee96 will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:34.562296 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.570766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-925a77be-418f-49d2-bc01-8b6bba689ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:34.599521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.659329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.663859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8b01-3efc-4e6f-9bac-32107af651b7 None None] Pushing event updated for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:34.668675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:34.669924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4ef8b01-3efc-4e6f-9bac-32107af651b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:34.745313 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-d510792d-1926-4794-85f9-c199b6572ae8 service neutron] 10.222.0.68 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982447 Apr 20 13:11:34.746264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab95ee27-e3ff-4a01-bcd5-74df235519fa,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:34.764740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:34.783591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-6cee9720-51aa-4856-8b53-c8c11accb75f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:34.796371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.797248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.815510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.816851 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4996603 Apr 20 13:11:34.820293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57316) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:34.826893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:34.840942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:34.845870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-486dfece-db9d-405f-a426-d6a3e3db38df req-6cee9720-51aa-4856-8b53-c8c11accb75f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:34.847873 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-6cee9720-51aa-4856-8b53-c8c11accb75f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3252840 Apr 20 13:11:34.854349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:27Z', 'revision_number': 2, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:34.856107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:floatingip and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:34.860093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:11:34.860515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Updating router ca657a24-b77e-4574-bb49-495d10d8ba97 port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:11:34.866579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:34.879702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:34.901687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.927714 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port df0dba9b-8705-4768-a9fb-4bb09c194e48, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=df0dba9b-8705-4768-a9fb-4bb09c194e48,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:34.948088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:34.949097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:35.076793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Attempting to bind port 87010e2f-8fc3-449e-81de-c463252fee96 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:35.080832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Attempting to bind port 87010e2f-8fc3-449e-81de-c463252fee96 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:35.085575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Attempting to bind port 87010e2f-8fc3-449e-81de-c463252fee96 on network fcdeec1c-1346-497a-b586-50f36b19d697 {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:35.095427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:35.099598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Checking segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:35.100402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.101138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Bound using segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:35.102020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Bound port: 87010e2f-8fc3-449e-81de-c463252fee96, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:35.102890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.129450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.214145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:35.317539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:35.323678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 55d66fad-c027-42eb-91eb-c6c5b122493f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:11:35.378662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] For port 87010e2f-8fc3-449e-81de-c463252fee96, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:35.385051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] For port 87010e2f-8fc3-449e-81de-c463252fee96, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=87010e2f-8fc3-449e-81de-c463252fee96,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:35.408418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.431041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:35.504372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d66fad-c027-42eb-91eb-c6c5b122493f,segment=NetworkSegment(2bcfc2e0-5f22-4f47-a93a-73a612109c91),segment_id=2bcfc2e0-5f22-4f47-a93a-73a612109c91)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:35.521187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:35.533437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '55d66fad-c027-42eb-91eb-c6c5b122493f', 'network_id': '53af3a41-bf4f-4754-9f68-cb47b751bf78', 'port_id': '55d66fad-c027-42eb-91eb-c6c5b122493f', 'mac_address': 'fa:16:3e:69:67:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b70b8-9354-4f2e-a068-8a0fe56a0f2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:11:35.571526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:35.574884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:35.585661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-b8950c22-c872-4f97-ac3b-152186791374 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 13:11:35.586781 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-b8950c22-c872-4f97-ac3b-152186791374 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577530 Apr 20 13:11:35.622502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Allocated IP 172.28.1.114 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/2f8cd236-c189-4186-9b38-cff0150c5b49) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:35.655712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d34c9-900b-43f1-b2c0-fe71c3de3003 req-8e3517ba-0f68-4692-b417-3612fd350bc8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:35.663444 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-077d34c9-900b-43f1-b2c0-fe71c3de3003 req-8e3517ba-0f68-4692-b417-3612fd350bc8 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 944 time: 0.2981360 Apr 20 13:11:35.698864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:35.699291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.832392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.880628 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-077d34c9-900b-43f1-b2c0-fe71c3de3003 req-d8924763-1624-4f71-9726-c898f66c4e25 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076485 Apr 20 13:11:35.918560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:35.967097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d66fad-c027-42eb-91eb-c6c5b122493f {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:36.035825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d66fad-c027-42eb-91eb-c6c5b122493f,segment=NetworkSegment(2bcfc2e0-5f22-4f47-a93a-73a612109c91),segment_id=2bcfc2e0-5f22-4f47-a93a-73a612109c91)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:36.057842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8b01-3efc-4e6f-9bac-32107af651b7 None None] Pushing event updated for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=4']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:36.063041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:36.077636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:36.085383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4ef8b01-3efc-4e6f-9bac-32107af651b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:36.147427 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1cebd82-2351-4188-9851-45730168edc5 req-b8a7ada9-258b-4568-b134-dee9daa1860c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 210 time: 0.1442838 Apr 20 13:11:36.224608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:36.240006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:36.333867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:36.481357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:36.492702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:36.706513 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-57ddfce3-d4f9-432f-b06e-d557ac487d2c service neutron] 10.222.0.68 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1102030 Apr 20 13:11:36.728076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:36.733729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:36.831733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:36.901876 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-8edd6d8a-5ef9-4d5d-99cf-5afa3b732661 service neutron] 10.222.0.68 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828256 Apr 20 13:11:37.029116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:37.099155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '87010e2f-8fc3-449e-81de-c463252fee96', 'name': '', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'mac_address': 'fa:16:3e:da:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:26Z', 'updated_at': '2021-04-20T13:11:35Z', 'revision_number': 4, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'subnets': [{'id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:37.113079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777b40-138c-4027-bc75-f37d0861ae27 None None] The sync data for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb is: [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '87010e2f-8fc3-449e-81de-c463252fee96', 'name': '', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'mac_address': 'fa:16:3e:da:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:26Z', 'updated_at': '2021-04-20T13:11:35Z', 'revision_number': 4, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'subnets': [{'id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:37.204611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=2f8cd236-c189-4186-9b38-cff0150c5b49,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:37.213796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:37.215454 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['55d66fad-c027-42eb-91eb-c6c5b122493f'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:11:37.351145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-4b546691-0da3-40f8-a7a4-0de4030fd06f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:37.352804 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-4b546691-0da3-40f8-a7a4-0de4030fd06f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 819 time: 0.6232255 Apr 20 13:11:37.382080 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-340fb17e-1849-42e5-925b-01120f8ca9cd tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/quotas/f1a972dab3ee4981916f4d8814bba810 HTTP/1.1" status: 200 len: 375 time: 0.0171895 Apr 20 13:11:37.389048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device df0dba9b-8705-4768-a9fb-4bb09c194e48 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:37.434414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:37.701047 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-50c7df24-8756-4cf2-949f-9dbf2b08076b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3108525 Apr 20 13:11:37.812690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234722fa-9670-44ee-8f72-4725079ee99c req-fc07f76f-7b71-4be3-8f1a-acc1325eb29a tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:37.825362 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-234722fa-9670-44ee-8f72-4725079ee99c req-fc07f76f-7b71-4be3-8f1a-acc1325eb29a tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 945 time: 0.2089901 Apr 20 13:11:37.924608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:38.119222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:38.210441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port df0dba9b-8705-4768-a9fb-4bb09c194e48 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:38.211432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:38.381517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-cb0a74c7-a1cf-445b-95a5-e73cd85691ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:38.382315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-cb0a74c7-a1cf-445b-95a5-e73cd85691ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:38.410580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Transition to ACTIVE for port object 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:38.418500 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-234722fa-9670-44ee-8f72-4725079ee99c req-d8f244f8-02ce-4b73-aa12-e7947cda7978 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905395 Apr 20 13:11:38.452863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-cb0a74c7-a1cf-445b-95a5-e73cd85691ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:38.454662 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-cb0a74c7-a1cf-445b-95a5-e73cd85691ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 819 time: 0.5226650 Apr 20 13:11:38.472303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-719bfa78-249e-44d4-8298-d00523570a9d service neutron] 10.222.0.68 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543051 Apr 20 13:11:38.477926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Request body: {'port': {'device_id': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'admin_state_up': True, 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:38.666020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:38.693590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:38.821175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:38.836506 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-26656e38-1667-4552-868e-8d2450bb5764 req-5287a78a-2c1d-468d-b0d7-39b6435555ae tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 210 time: 0.0761633 Apr 20 13:11:38.865729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:38.867516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Pushing event updated for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:38.896489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Made reservation on behalf of f1a972dab3ee4981916f4d8814bba810 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:38.918621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:38.979059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:39.186694 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-129ba107-0776-44c7-b39e-45fc24eb4bb7 service neutron] 10.222.0.68 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129049 Apr 20 13:11:39.190612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Attempting to bind port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:39.191267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Attempting to bind port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:39.192288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Attempting to bind port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:39.203798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:39.204675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Checking segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:39.205332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.206386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Bound using segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:39.207297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Bound port: 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:39.208176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.238710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.253713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.258434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:39.351963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.377774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] For port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:39.381604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] For port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:39.398281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 87010e2f-8fc3-449e-81de-c463252fee96 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:39.420684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=2f8cd236-c189-4186-9b38-cff0150c5b49,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:39.462120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:39.467206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.479308 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6576838 Apr 20 13:11:39.524093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Allocated IP 172.20.0.10 (fcdeec1c-1346-497a-b586-50f36b19d697/eda234a4-88f9-4230-aca8-cb163d1bb285/df06c8c2-8fa7-446f-9c1b-0a71560729b2) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:39.584772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.609552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:39.704516 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f43deeb2-82b0-4905-8ba0-92ae81f7ca10 req-e7030368-867b-485d-9827-e9721f194e67 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 210 time: 0.1540589 Apr 20 13:11:39.722544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.78', 52384) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:39.762576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Pushing event updated for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:39.765421 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 87010e2f-8fc3-449e-81de-c463252fee96 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:39.782197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:39.784999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 87010e2f-8fc3-449e-81de-c463252fee96 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:39.785421 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:39.939113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:11:39.939791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:40.231474 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-633650b0-fe8f-463a-98f6-35ec1775d012 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:40.270239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-633650b0-fe8f-463a-98f6-35ec1775d012 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:40.278085 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-633650b0-fe8f-463a-98f6-35ec1775d012 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1654643529&fields=id&tenant_id=4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 267 time: 0.1449447 Apr 20 13:11:40.282084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-1aca9b29-ef70-41f6-b58b-b1fc85e17f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:40.285664 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-1aca9b29-ef70-41f6-b58b-b1fc85e17f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 817 time: 0.5610890 Apr 20 13:11:40.329364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18922f23-20a1-48e7-b490-ea01ad1873c2 req-765addf1-dee0-4a62-8fae-e2535fc05348 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:40.334269 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-18922f23-20a1-48e7-b490-ea01ad1873c2 req-765addf1-dee0-4a62-8fae-e2535fc05348 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 945 time: 0.7161758 Apr 20 13:11:40.347542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:40.504165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:11:40.543422 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-13669eb0-e7bb-47ee-9fc6-8d38c72a23fd tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 5703 time: 0.2058492 Apr 20 13:11:40.575514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:40.587384 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-18922f23-20a1-48e7-b490-ea01ad1873c2 req-6dcdc438-6034-44eb-b6e5-a8973e2a97a9 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120841 Apr 20 13:11:40.605339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-65032976-cd8a-4116-9f8d-b5d128742a23 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:40.618706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'port': {'device_id': '30002021-aa44-4005-851b-0475197b50b4', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'admin_state_up': True, 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'security_groups': ['934b7b3f-62c1-47f0-98cc-4f99a4cdf911']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:40.624264 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-65032976-cd8a-4116-9f8d-b5d128742a23 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 811 time: 0.2597065 Apr 20 13:11:40.679085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-899575da-486e-4f0e-ac66-60e270ad2c5e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:40.767821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:40.886212 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-a279d996-db42-41ed-9789-1e39565c5129 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/quotas/4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 375 time: 0.2269032 Apr 20 13:11:40.892429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Network fcdeec1c-1346-497a-b586-50f36b19d697 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:40.955531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:40.978110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:40.998678 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cdd2c390-1c3a-4bdf-919b-1c24efc88434 req-78afc228-0d40-4412-bff5-4dbc74c7dd7c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 210 time: 0.0813570 Apr 20 13:11:40.999589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:41.010846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 87010e2f-8fc3-449e-81de-c463252fee96, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=87010e2f-8fc3-449e-81de-c463252fee96,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:41.022542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.025278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:41.039018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Pushing event updated for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:41.049280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Made reservation on behalf of 46da434ef5e84698a116dad8a0a3212f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:41.054092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:41.059926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.061377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:41.062097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.073632 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:41.122699 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-4fbf05f7-b339-4fa6-9e49-0ad407cd851d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6508594 Apr 20 13:11:41.124837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:39Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:11:41.152483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Request body: {'port': {'device_id': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:41.178158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:41.192435 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56395998-309a-4e97-a120-9a8265d068d9 None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:39Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:11:41.197057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:41.277218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 55d66fad-c027-42eb-91eb-c6c5b122493f up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:41.285639 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-4eb3982c-4ba7-44f2-aae0-48e2c3a48c6d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3981345 Apr 20 13:11:41.347934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.78', 52399) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:41.427099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 55d66fad-c027-42eb-91eb-c6c5b122493f completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:41.430050 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f7e569b4-dc72-49d4-8279-378d6f2d7107 req-04703bc4-0b84-4abb-97cb-18cbc8270f8c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 210 time: 0.1445589 Apr 20 13:11:41.436763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 55d66fad-c027-42eb-91eb-c6c5b122493f triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:41.437336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.513253 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-3377443b-f9f5-43bf-aae0-a8ea5952a43e service neutron] 10.222.0.68 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995125 Apr 20 13:11:41.665272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.752397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:41.846023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Allocated IP 172.20.0.12 (7a90c59f-81ed-43e8-9088-0da119dbc3f2/9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab/c0038853-5131-44af-a380-56c99f0474a6) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:41.887510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.906457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d66fad-c027-42eb-91eb-c6c5b122493f,segment=NetworkSegment(2bcfc2e0-5f22-4f47-a93a-73a612109c91),segment_id=2bcfc2e0-5f22-4f47-a93a-73a612109c91)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:41.911433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:41.914462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:42.054436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:42.072016 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-306a9eeb-7ad4-4dab-8676-27c7a7830ade service neutron] 10.222.0.68 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392098 Apr 20 13:11:42.080023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:42.134919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-01ece9fd-bf7d-4bc2-84c5-76ec9fd3c902 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:42.136553 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-01ece9fd-bf7d-4bc2-84c5-76ec9fd3c902 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 819 time: 0.7743309 Apr 20 13:11:42.180545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Request body: {'port': {'device_id': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'admin_state_up': True, 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:42.500079 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51c86d59-b588-4774-af8e-bd912da4aa24 req-c2d032e5-6f18-4ac4-af03-d2878abb0879 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 210 time: 0.0737197 Apr 20 13:11:42.674304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ab679-b4d3-4275-895f-992de37ed23c req-3c5958d1-4635-4dc6-bd66-9e57cca28c86 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:42.682686 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-154ab679-b4d3-4275-895f-992de37ed23c req-3c5958d1-4635-4dc6-bd66-9e57cca28c86 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.7914212 Apr 20 13:11:42.780277 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f', 'code': 200} Apr 20 13:11:42.787355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df06c8c2-8fa7-446f-9c1b-0a71560729b2 {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:42.805398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:42.851258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Transition to ACTIVE for port object df06c8c2-8fa7-446f-9c1b-0a71560729b2 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:42.923493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:42.943970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:42.975165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f759fc2b-feee-45ad-af5f-7a33ce92fc94 req-1e9a0438-5052-404e-86be-706b30e2c9bd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 210 time: 0.1128240 Apr 20 13:11:42.983708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:43.004260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Transition to ACTIVE for port object c0038853-5131-44af-a380-56c99f0474a6 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:43.044018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.060524 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-154ab679-b4d3-4275-895f-992de37ed23c req-0df3f540-a7a2-4b19-9c06-2e16fdac5d61 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766153 Apr 20 13:11:43.108201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:43.138062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.78', 52403) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:43.233581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:43.265267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:43.278496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:43.287304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:43.306135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:43.310523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.356313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Usage tracker for resource:port and tenant:f1a972dab3ee4981916f4d8814bba810 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:43.364944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:43.378008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:43.388974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:43.398948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:43.414352 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8258319 Apr 20 13:11:43.418971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Made reservation on behalf of f1a972dab3ee4981916f4d8814bba810 for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:43.425364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.471434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Request body: {'port': {'device_id': '30002021-aa44-4005-851b-0475197b50b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:43.504552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 87010e2f-8fc3-449e-81de-c463252fee96 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:43.616995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-362dc88c-7137-454e-b15b-dea3bd3bdbdd req-f20ae148-c4a6-4625-a3b6-aef51d185513 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:43.619595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57672) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:43.700645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Attempting to bind port df06c8c2-8fa7-446f-9c1b-0a71560729b2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:43.701080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Attempting to bind port df06c8c2-8fa7-446f-9c1b-0a71560729b2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:43.701371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Attempting to bind port df06c8c2-8fa7-446f-9c1b-0a71560729b2 on network fcdeec1c-1346-497a-b586-50f36b19d697 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:43.718471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Pushing event updated for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:43.722132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57680) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:43.722294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:43.723524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Port df06c8c2-8fa7-446f-9c1b-0a71560729b2 on network fcdeec1c-1346-497a-b586-50f36b19d697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:43.723887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Attempting to bind port df06c8c2-8fa7-446f-9c1b-0a71560729b2 on network fcdeec1c-1346-497a-b586-50f36b19d697 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:43.737903 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:43.738285 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Checking segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:43.738715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Bound using segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:43.739208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Bound port: df06c8c2-8fa7-446f-9c1b-0a71560729b2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:43.740176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.750790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-362dc88c-7137-454e-b15b-dea3bd3bdbdd req-f20ae148-c4a6-4625-a3b6-aef51d185513 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:43.757502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 87010e2f-8fc3-449e-81de-c463252fee96 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:43.758077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.776713 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-362dc88c-7137-454e-b15b-dea3bd3bdbdd req-f20ae148-c4a6-4625-a3b6-aef51d185513 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 210 time: 0.3613534 Apr 20 13:11:43.878655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-c85f4a84-8634-4b90-a9c4-8815a44b5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:43.881137 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-c85f4a84-8634-4b90-a9c4-8815a44b5be6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 1099 time: 0.7392511 Apr 20 13:11:43.884901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:43.900951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-45bf8b0b-2191-49db-a61e-51d29a092c4d None None] Provisioning for port c0038853-5131-44af-a380-56c99f0474a6 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:43.908802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-45bf8b0b-2191-49db-a61e-51d29a092c4d None None] Provisioning complete for port c0038853-5131-44af-a380-56c99f0474a6 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:43.909539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-45bf8b0b-2191-49db-a61e-51d29a092c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.946885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.959803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.989046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:43.989262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:43.999328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:44.002325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.023778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:44.036981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Usage tracker for resource:security_group_rule and tenant:a8803a9171e8400a8899dd1d6e634c48 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:44.046361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-45bf8b0b-2191-49db-a61e-51d29a092c4d None None] Port c0038853-5131-44af-a380-56c99f0474a6 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:44.046820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:44.053890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbd2c1ee8d24472995cf8cec266d90c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:44.064171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:44.068507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:44.070672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:44.072358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:44.129816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:44.150229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.154163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:44.161055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:44.161949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.206550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:44.223322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Allocated IP 172.20.0.13 (fcdeec1c-1346-497a-b586-50f36b19d697/eda234a4-88f9-4230-aca8-cb163d1bb285/6ba287bc-981a-469e-9986-28160a57f24a) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:44.234201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Usage tracker for resource:security_group_rule and tenant:80e8995173a647c5bc2373b3a1a83b1a is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:44.285889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Pushing event updated for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:44.323757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.355553 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5f4128ac-f251-4b59-8314-a6a51990dbec req-c453fd93-e6ad-4fde-9aa2-ae343ea1c4ec tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 210 time: 0.1142521 Apr 20 13:11:44.357302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.78', 52405) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:44.364476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:44.370820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.377476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba7b87d-1672-4a01-bb1a-4ff5cf6a058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:44.377877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:44.381009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:44.381720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:44.383177 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] 10.222.0.78 "PUT /v2.0/ports/df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 1094 time: 3.2434912 Apr 20 13:11:44.398013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:11:44.417137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:44.461323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:44.473415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:44.541318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:44.599037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:44.760777 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a481f6-8044-4e53-9ac4-d6c6fbcadc05 req-2a44a404-367b-4d7e-bb65-6280ebc2d97f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:44.761597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-45a481f6-8044-4e53-9ac4-d6c6fbcadc05 req-2a44a404-367b-4d7e-bb65-6280ebc2d97f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:45.091227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-45a481f6-8044-4e53-9ac4-d6c6fbcadc05 req-2a44a404-367b-4d7e-bb65-6280ebc2d97f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:45.102759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45a481f6-8044-4e53-9ac4-d6c6fbcadc05 req-2a44a404-367b-4d7e-bb65-6280ebc2d97f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 932 time: 1.2695453 Apr 20 13:11:45.173249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:45.176178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.204961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.229871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6fe69400-1c10-4938-8f43-ac6f90ab3e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:45.251382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45a481f6-8044-4e53-9ac4-d6c6fbcadc05 req-e9b2cb0b-c9a3-498e-9cd4-076067049544 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475699 Apr 20 13:11:45.258675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:45.258940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.259070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.307564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-b01dfe2c-1193-4902-b1fd-66a9ed584e97 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.308998 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-b01dfe2c-1193-4902-b1fd-66a9ed584e97 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 811 time: 0.9300857 Apr 20 13:11:45.331215 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fbd2c1ee8d24472995cf8cec266d90c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6648974 Apr 20 13:11:45.337311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-861a16cd-428c-45a8-afc1-2c40260ec8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.339000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-861a16cd-428c-45a8-afc1-2c40260ec8bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1097 time: 0.6787820 Apr 20 13:11:45.339682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42af610f-5457-4e08-bcd5-b6f3f7dd9c5b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:45.344472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57726) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:45.347032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:45.358980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.resource_extend [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 13:11:45.363814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf2250-fcc8-4a11-a189-21e90fc7af1a req-a95981e6-4e35-4fcd-96f6-97685eb6bd86 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.365505 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88bf2250-fcc8-4a11-a189-21e90fc7af1a req-a95981e6-4e35-4fcd-96f6-97685eb6bd86 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.7030833 Apr 20 13:11:45.427505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.457846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:45.462728 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2', 'status': 'completed', 'code': 200} Apr 20 13:11:45.480476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.505733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.509292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.524451 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-95161d0c-ee8a-4dde-b1ac-92fee65ff9ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.1579132 Apr 20 13:11:45.537661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-baf10d50-71b5-45c3-b33a-1c9f28d846b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:45.567223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:45.571785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.598119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.616609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Network fcdeec1c-1346-497a-b586-50f36b19d697 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:45.625719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:45.639866 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7373552 Apr 20 13:11:45.644128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:45.650309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.650979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.668510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Pushing event updated for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:45.676419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Transition to ACTIVE for port object c0038853-5131-44af-a380-56c99f0474a6 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:45.681283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:45.689196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:45.690012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46dadf7e-3704-4714-9b29-b6b1ba149089,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:45.693489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:45.703297 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80e8995173a647c5bc2373b3a1a83b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9669726 Apr 20 13:11:45.703297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.707509 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-fa36638a-108a-48d4-92bc-eee857acf2b0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 5705 time: 0.3768063 Apr 20 13:11:45.712156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57744) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:45.715263 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88bf2250-fcc8-4a11-a189-21e90fc7af1a req-7eed9b17-0229-489c-b0fb-3c65e3773ba3 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663627 Apr 20 13:11:45.738865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-7d02c315-9736-47ab-9cd8-eba05e3f4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.740426 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-7d02c315-9736-47ab-9cd8-eba05e3f4dde service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.1919076 Apr 20 13:11:45.761000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc395f7-a4f8-4fcf-aa79-25ae2220ef50,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:45.775248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.820045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:45.828660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:45.832375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.861356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.873840 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-86226267-5aef-49d2-b982-5628d2a70703 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7085199 Apr 20 13:11:45.915859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:45.921400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c4fd-c758-46d0-8442-443aea048f23 req-d80f0bcd-9556-4c0d-9f37-4fc4dd8c38ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:45.922246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f8c7c4fd-c758-46d0-8442-443aea048f23 req-d80f0bcd-9556-4c0d-9f37-4fc4dd8c38ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:45.980089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Request body: {'port': {'device_id': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:46.067538 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6f54e560-7b45-45fe-a545-1d902690ce5d req-ce9485fa-840a-4909-8993-ccbc7ed31083 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 210 time: 0.1552224 Apr 20 13:11:46.072316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'port': {'device_id': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'admin_state_up': True, 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'security_groups': ['230bcc9a-93cf-4d65-b116-7b7667ce970e']}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:46.089523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:46.098934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:46.102020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Attempting to bind port c0038853-5131-44af-a380-56c99f0474a6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:46.102409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Attempting to bind port c0038853-5131-44af-a380-56c99f0474a6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:46.102769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Attempting to bind port c0038853-5131-44af-a380-56c99f0474a6 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:46.104590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.108369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f8c7c4fd-c758-46d0-8442-443aea048f23 req-d80f0bcd-9556-4c0d-9f37-4fc4dd8c38ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:46.109678 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8c7c4fd-c758-46d0-8442-443aea048f23 req-d80f0bcd-9556-4c0d-9f37-4fc4dd8c38ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 932 time: 0.6129279 Apr 20 13:11:46.114174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b8041bf-dd6a-4b81-8504-aca1704c4e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:46.121999 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-6b0f75d1-601d-47b9-b5dc-874d200f4f6e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986385 Apr 20 13:11:46.151327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Port c0038853-5131-44af-a380-56c99f0474a6 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:46.151695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Attempting to bind port c0038853-5131-44af-a380-56c99f0474a6 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:46.181205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:46.181646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Checking segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:46.182246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Bound using segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:46.182969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Bound port: c0038853-5131-44af-a380-56c99f0474a6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:46.183181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.189783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc395f7-a4f8-4fcf-aa79-25ae2220ef50,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:46.219125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:46.279860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.300503 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8c7c4fd-c758-46d0-8442-443aea048f23 req-9ebd2799-e6a9-4300-a13a-9cc2fa5b25db tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497502 Apr 20 13:11:46.328386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.368646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-97503a07-0f4e-471b-aaea-d0c2c67b08b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:46.402445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af610f-5457-4e08-bcd5-b6f3f7dd9c5b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:46.405026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.409389 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42af610f-5457-4e08-bcd5-b6f3f7dd9c5b HTTP/1.1" status: 204 len: 168 time: 1.0578361 Apr 20 13:11:46.413156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:46.421373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.422826 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9dc395f7-a4f8-4fcf-aa79-25ae2220ef50 HTTP/1.1" status: 204 len: 168 time: 0.7066061 Apr 20 13:11:46.436426 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:46.443708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:46.486457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.518378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-20676868-9283-4685-985c-79d7d680e2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:46.546513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:46.562754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:port and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:46.580845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:46.593285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-2a5f05a9-7b1f-4071-9945-98b924e80eb9 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095213 Apr 20 13:11:46.594762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:46.727060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1a114-fd1c-4b83-9364-fee34f8d4ae0 req-00354c60-ee17-48df-b4bc-e711ca26a94c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:46.736642 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2cf1a114-fd1c-4b83-9364-fee34f8d4ae0 req-00354c60-ee17-48df-b4bc-e711ca26a94c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.3223021 Apr 20 13:11:46.763808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:46.764495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.766044 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] 10.222.0.78 "PUT /v2.0/ports/c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 1094 time: 3.3052423 Apr 20 13:11:46.766571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:46.795019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Made reservation on behalf of 4fe4aff0792d4be1819efc075fb55d68 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:46.802424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:46.856748 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2cf1a114-fd1c-4b83-9364-fee34f8d4ae0 req-75fc776f-5d88-4d24-adef-f356e03134ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187637 Apr 20 13:11:47.024236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:47.060159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68da4b59-af0c-4553-aa12-ef36f7df91a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.081435 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6bc72722-7866-4bdf-bb0f-247c9f2ef2f5 req-79dbd534-bf8a-4f56-8f51-98851691c1ce service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779503 Apr 20 13:11:47.181873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:47.216006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57782) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:47.246963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57786) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:47.275888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.372376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-e5d39cd6-bc90-4600-a524-da69449c046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:47.374285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-e5d39cd6-bc90-4600-a524-da69449c046d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1097 time: 0.5050156 Apr 20 13:11:47.382457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Allocated IP 172.20.0.8 (9662abab-6e81-4354-9faf-7c149342f16d/7713ea1e-0e74-40f0-b511-665d44d104a1/1cbec2ff-ac95-458b-b5d9-b5544b26ef80) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:11:47.476626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15d4e9-246c-43ae-8f41-683294730a55 req-481cd6c7-0033-4079-a310-a357b494c892 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:47.478554 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e15d4e9-246c-43ae-8f41-683294730a55 req-481cd6c7-0033-4079-a310-a357b494c892 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.2917137 Apr 20 13:11:47.510778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.523281 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-1fab1e2f-cec3-4cb2-8023-5ca82bdeae4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 217 time: 0.1218348 Apr 20 13:11:47.589882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:47.605869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Usage tracker for resource:security_group_rule and tenant:12612853c37249fa978fa1e978ca122c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:47.608927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:47.616783 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e15d4e9-246c-43ae-8f41-683294730a55 req-b95a0e69-c62b-47e1-8459-d42f67e8f367 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244500 Apr 20 13:11:47.620571 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cb5ce2df-8d7b-4dd1-a6fd-22bbfe1c499d req-195d40bb-2f29-4378-8eaa-6e3cee58705b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 210 time: 0.0990031 Apr 20 13:11:47.621952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:47.651842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Usage tracker for resource:security_group_rule and tenant:34b576362b8f4d929dfa3d848fae459f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:47.657016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:47.662572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:47.682837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:47.691959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-93e189cb-626d-49ee-bade-9a9fe6c66701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:47.693540 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-93e189cb-626d-49ee-bade-9a9fe6c66701 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.1461375 Apr 20 13:11:47.701281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba287bc-981a-469e-9986-28160a57f24a {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:47.785444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.838649 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'status': 'completed', 'code': 200} Apr 20 13:11:47.840005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.864236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Transition to ACTIVE for port object 6ba287bc-981a-469e-9986-28160a57f24a will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:47.877064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-c1790f35-bd9d-4473-8eb8-40a74abad7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:47.881289 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-c1790f35-bd9d-4473-8eb8-40a74abad7a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1097 time: 0.6063776 Apr 20 13:11:47.882558 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:47.895703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:47.927685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57812) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:48.044591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Transition to ACTIVE for port object 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:48.238419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-e7eb733f-7079-40f0-8d7a-4364222760b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.240035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-e7eb733f-7079-40f0-8d7a-4364222760b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.3155680 Apr 20 13:11:48.352401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dfece-db9d-405f-a426-d6a3e3db38df req-1f79a0a3-ba54-495e-858a-a6f9a79bf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.354096 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-1f79a0a3-ba54-495e-858a-a6f9a79bf003 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6480253 Apr 20 13:11:48.392810 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-1374c576-613d-4a43-9c50-4b158c70f2ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.1401026 Apr 20 13:11:48.400232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c355-9512-4e74-b4b4-b053974d5c7d req-db795935-bf8c-4940-b383-8f2bcf421f24 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.402003 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-04a6c355-9512-4e74-b4b4-b053974d5c7d req-db795935-bf8c-4940-b383-8f2bcf421f24 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 932 time: 0.6207211 Apr 20 13:11:48.402688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:48.404022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.405551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.445134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:48.475397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.492566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:48.560403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Attempting to bind port 6ba287bc-981a-469e-9986-28160a57f24a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:48.560783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Attempting to bind port 6ba287bc-981a-469e-9986-28160a57f24a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:48.561146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Attempting to bind port 6ba287bc-981a-469e-9986-28160a57f24a on network fcdeec1c-1346-497a-b586-50f36b19d697 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:48.577191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Port 6ba287bc-981a-469e-9986-28160a57f24a on network fcdeec1c-1346-497a-b586-50f36b19d697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:48.577812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Attempting to bind port 6ba287bc-981a-469e-9986-28160a57f24a on network fcdeec1c-1346-497a-b586-50f36b19d697 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:48.599629 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-04a6c355-9512-4e74-b4b4-b053974d5c7d req-c05f187b-d02e-4314-b4b5-6f31b0f8de26 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557889 Apr 20 13:11:48.607219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:48.607602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Checking segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:48.608026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Bound using segment: {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:48.608513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Bound port: 6ba287bc-981a-469e-9986-28160a57f24a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181a5cf5-522b-4398-b1d3-f0a9717fdae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:48.608896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.686748 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-fcf5b4bf-4ad7-4d5b-ad5e-b63c35df3f36 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213549 Apr 20 13:11:48.750123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.771156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.772760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:48.783352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f33377-c4fe-4fbe-be94-cee27d80df91 req-24669dbd-fba7-4944-87f7-d47ef6674383 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.785017 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-76f33377-c4fe-4fbe-be94-cee27d80df91 req-24669dbd-fba7-4944-87f7-d47ef6674383 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.7239923 Apr 20 13:11:48.806397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Usage tracker for resource:security_group_rule and tenant:517cc7f3594c41dd8569e8252c13d798 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:48.810946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.829398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:48.867046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:48.874847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Network 9662abab-6e81-4354-9faf-7c149342f16d is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:11:48.882776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:48.894884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:48.907125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-ce59b03d-81ce-426d-b03f-fc003d7bdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.909014 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-ce59b03d-81ce-426d-b03f-fc003d7bdcb8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.4913042 Apr 20 13:11:48.920321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:11:48.922693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ba287bc-981a-469e-9986-28160a57f24a,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:48.926857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:48.927540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.935869 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12612853c37249fa978fa1e978ca122c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6853418 Apr 20 13:11:48.939538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:48.941655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:48.949220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57834) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:48.980415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:48.994744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:48.999289 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34b576362b8f4d929dfa3d848fae459f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7817883 Apr 20 13:11:49.000209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b4fad913-9290-4cbf-9638-a41791205efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:49.013110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57838) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:49.026506 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486dfece-db9d-405f-a426-d6a3e3db38df req-626c9f5f-77bf-40ac-a4be-ff60f807cdfc service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311286 Apr 20 13:11:49.045343 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-df548a47-b6e4-4b79-97b4-0efeb739022b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094959 Apr 20 13:11:49.056025 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-76f33377-c4fe-4fbe-be94-cee27d80df91 req-51b340dc-a521-41c0-8113-86dcb5366117 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505741 Apr 20 13:11:49.106239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c94e3-c9d1-42e2-9d68-acb260c63e3c req-451abf6d-b7fd-48a7-908b-32c674763108 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:49.108116 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ac3c94e3-c9d1-42e2-9d68-acb260c63e3c req-451abf6d-b7fd-48a7-908b-32c674763108 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.3694797 Apr 20 13:11:49.109052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:49.114373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:49.129900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:49.130902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.133050 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] 10.222.0.78 "PUT /v2.0/ports/6ba287bc-981a-469e-9986-28160a57f24a HTTP/1.1" status: 200 len: 1094 time: 3.1745250 Apr 20 13:11:49.181695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369bff6-3f59-4021-b9f1-e28fcb29742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f146743-b909-412c-83a1-f0426601c989,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:49.201048 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1792176 Apr 20 13:11:49.210258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-911bb492-8832-4c73-b1e5-bb130c2073c4 None None] Provisioning for port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:49.219872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-911bb492-8832-4c73-b1e5-bb130c2073c4 None None] Provisioning complete for port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:49.220374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-911bb492-8832-4c73-b1e5-bb130c2073c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.287768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-911bb492-8832-4c73-b1e5-bb130c2073c4 None None] Port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:11:49.288688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Request body: {'port': {'device_id': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:49.325597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ac3c94e3-c9d1-42e2-9d68-acb260c63e3c req-994eb12c-08d4-4e6e-895f-dadc34fca63a tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909926 Apr 20 13:11:49.366769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4234c666-1685-4b8e-b586-f30a5a7922a9,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:49.385389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:49.385647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.386881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:49.387221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:49.419455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.446298 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-07c48dda-86ca-4773-9927-a3017c217ea4 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895910 Apr 20 13:11:49.508252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.540405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.540575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.567931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1075-e526-488c-8063-8d404568359a req-49601953-8545-4681-98f6-02bc8caf0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:49.569848 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-49601953-8545-4681-98f6-02bc8caf0902 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1097 time: 0.3635838 Apr 20 13:11:49.576751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:49.605639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.620252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.625144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ff91a9cd-bd2e-4b7c-92a4-9fb55d824b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:49.636613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f146743-b909-412c-83a1-f0426601c989,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:49.659751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.713626 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=517cc7f3594c41dd8569e8252c13d798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7847629 Apr 20 13:11:49.718741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d486ed9-b98a-49d7-a80c-366a3f12edb6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:49.729364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b0ad-a81b-4276-91c8-d64449eb7a2d req-61ef555c-dd63-4b92-bd9b-998b27e907e3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:49.730189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fa26b0ad-a81b-4276-91c8-d64449eb7a2d req-61ef555c-dd63-4b92-bd9b-998b27e907e3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:49.734059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57864) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:49.746322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:49.750754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:49.770047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d8b9521b-0294-44d2-a834-24930f729185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.772920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:49.774184 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c80745be-ac35-4360-8f43-6bb60fa1dc59 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f146743-b909-412c-83a1-f0426601c989 HTTP/1.1" status: 204 len: 168 time: 0.8195660 Apr 20 13:11:49.820004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-4d3861a2-d314-421a-8fd0-90aa78fcff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:49.821632 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-4d3861a2-d314-421a-8fd0-90aa78fcff51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 1097 time: 0.5473728 Apr 20 13:11:49.860771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:49.967037 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e18feb3f-2d6b-42b0-912a-ad97e03f626f req-e7b9f71a-34d0-4723-ac1b-3e20fecb60af service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776440 Apr 20 13:11:49.982532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fa26b0ad-a81b-4276-91c8-d64449eb7a2d req-61ef555c-dd63-4b92-bd9b-998b27e907e3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:49.992480 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa26b0ad-a81b-4276-91c8-d64449eb7a2d req-61ef555c-dd63-4b92-bd9b-998b27e907e3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 931 time: 0.7760959 Apr 20 13:11:50.027245 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-f06739d9-0fbd-4bc0-8ae6-9fe80f84bf1a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ba287bc-981a-469e-9986-28160a57f24a HTTP/1.1" status: 200 len: 217 time: 0.1606710 Apr 20 13:11:50.131548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1075-e526-488c-8063-8d404568359a req-08e87e6c-b072-47ff-9c92-bae890f31223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.133127 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-08e87e6c-b072-47ff-9c92-bae890f31223 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.5443237 Apr 20 13:11:50.145002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.174670 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa26b0ad-a81b-4276-91c8-d64449eb7a2d req-fa4256b8-e8f4-469c-8ce7-4bc946d644ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811998 Apr 20 13:11:50.209448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.219666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.239064 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-68e555e8-4a83-4ce0-8d7e-a37c3bf4f004 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 217 time: 0.0972495 Apr 20 13:11:50.244589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:50.258971 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a', 'status': 'completed', 'code': 200} Apr 20 13:11:50.288470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57884) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:50.296513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aea20-2328-4184-ac43-86d88e6394cf req-aae4347f-97b6-4c56-bb5f-5e1f951b5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.298076 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-aae4347f-97b6-4c56-bb5f-5e1f951b5daa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.2376754 Apr 20 13:11:50.334667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.351179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4234c666-1685-4b8e-b586-f30a5a7922a9,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:50.353697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:50.373794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.374954 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4234c666-1685-4b8e-b586-f30a5a7922a9 HTTP/1.1" status: 204 len: 168 time: 1.3516715 Apr 20 13:11:50.377448 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-0b22bdb3-3b19-4e81-8b59-065246597e75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657084 Apr 20 13:11:50.379615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:50.392674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058339e9-5a9a-481a-8eb8-4fddc854aeea req-5c65c862-215e-4269-b113-df2dc375eea6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.394892 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-058339e9-5a9a-481a-8eb8-4fddc854aeea req-5c65c862-215e-4269-b113-df2dc375eea6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 944 time: 0.5828307 Apr 20 13:11:50.439820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Usage tracker for resource:security_group_rule and tenant:7eee2a514c9e468c82b1d512ed477b0c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:50.444843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.446551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1075-e526-488c-8063-8d404568359a req-892479d6-9a4c-48d4-94c7-3a74ef3977e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.448035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-892479d6-9a4c-48d4-94c7-3a74ef3977e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.1956644 Apr 20 13:11:50.453366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:50.470825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:50.504984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.529330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:50.593432 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-058339e9-5a9a-481a-8eb8-4fddc854aeea req-34e10919-e2bc-4dfc-b04f-3826021d277c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718440 Apr 20 13:11:50.616831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d486ed9-b98a-49d7-a80c-366a3f12edb6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:50.631014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:50.642422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.647120 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d486ed9-b98a-49d7-a80c-366a3f12edb6 HTTP/1.1" status: 204 len: 168 time: 0.9000885 Apr 20 13:11:50.648258 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-06ffacf0-5352-4cda-a65c-4aeef1d25250 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501152 Apr 20 13:11:50.656437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1075-e526-488c-8063-8d404568359a req-bf31529d-0e63-443e-830d-947028fe339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.658307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-bf31529d-0e63-443e-830d-947028fe339e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1595244 Apr 20 13:11:50.677260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345e0d1-a6b0-49ff-807e-dad379171e33 req-26dd4614-b57d-4439-a83f-3ab9c3af7f69 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:50.684932 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7345e0d1-a6b0-49ff-807e-dad379171e33 req-26dd4614-b57d-4439-a83f-3ab9c3af7f69 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.3143020 Apr 20 13:11:50.690975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:50.727027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.791755 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7345e0d1-a6b0-49ff-807e-dad379171e33 req-588b469b-5981-4f9f-b374-62030974312d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058373 Apr 20 13:11:50.802713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Transition to ACTIVE for port object 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:11:50.833735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.840264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:50.851241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-945b7d15-aead-468b-9cdf-d1c0d1199053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:50.930328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.154871 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7eee2a514c9e468c82b1d512ed477b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8659837 Apr 20 13:11:51.156965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:51.168592 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:51.169931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 57912) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:51.172717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-488e0c64-8d22-47f8-8e33-f2aa9408c73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:51.222088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57013b-8b01-437d-a0a7-fcc5888a8ee5,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:51.243440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:51.259646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Attempting to bind port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:11:51.262117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Attempting to bind port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:11:51.262520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Attempting to bind port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:51.282187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 on network 9662abab-6e81-4354-9faf-7c149342f16d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:51.282775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Attempting to bind port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:11:51.296249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:11:51.296440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Checking segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:51.296800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Bound using segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:11:51.297289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Bound port: 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:11:51.297733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.365695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57924) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:51.389866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device df06c8c2-8fa7-446f-9c1b-0a71560729b2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:11:51.438412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.469126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:51.477579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Usage tracker for resource:security_group_rule and tenant:c3140bd344b44f42a5a9dadfa45f5361 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:51.493793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:51.506747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:51.647539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.661695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.673584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.703478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:51.711772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:51.725430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3140bd344b44f42a5a9dadfa45f5361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558950 Apr 20 13:11:51.725648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.728153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57946) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:51.741771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'port_id': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2', 'mac_address': 'fa:16:3e:94:3f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:11:51.745870 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-914aea20-2328-4184-ac43-86d88e6394cf req-35c31d07-f1ca-4815-a485-e67be4de8c29 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0864618 Apr 20 13:11:51.765136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:11:51.788293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8113c70d-dcf3-47b6-89f4-339ef26367b4,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:51.795113 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-7d5b5eaa-99fe-44e0-92b6-bb4db61fa5d9 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1107767 Apr 20 13:11:51.814320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:51.819497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:11:51.849586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.872929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.890890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:51.892039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.951816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df06c8c2-8fa7-446f-9c1b-0a71560729b2 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:51.971170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:51.974437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:51.975417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:11:51.978870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:52.080125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:52.081358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.082913 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] 10.222.0.78 "PUT /v2.0/ports/1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 1093 time: 2.8104336 Apr 20 13:11:52.094092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:52.172332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:52.187398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:52.257968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f832-1262-4c38-897d-85af683670d8 req-b8ba87bf-2b7d-4820-b49d-ad757dd0b0db tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:52.258765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1c62f832-1262-4c38-897d-85af683670d8 req-b8ba87bf-2b7d-4820-b49d-ad757dd0b0db tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:52.284838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:52.300304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1c62f832-1262-4c38-897d-85af683670d8 req-b8ba87bf-2b7d-4820-b49d-ad757dd0b0db tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:52.301653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c62f832-1262-4c38-897d-85af683670d8 req-b8ba87bf-2b7d-4820-b49d-ad757dd0b0db tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 943 time: 0.8822176 Apr 20 13:11:52.304705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.322994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.335041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'c0038853-5131-44af-a380-56c99f0474a6', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:11:52.356052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:52.367268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.373348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:52.384451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:52.408116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.411031 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c9a1075-e526-488c-8063-8d404568359a req-d250095f-2ce4-4b84-9d4c-925ac1520e9e service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296574 Apr 20 13:11:52.422869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57013b-8b01-437d-a0a7-fcc5888a8ee5,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:52.433330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:52.434842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.436109 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa57013b-8b01-437d-a0a7-fcc5888a8ee5 HTTP/1.1" status: 204 len: 168 time: 1.2650251 Apr 20 13:11:52.444526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1c62f832-1262-4c38-897d-85af683670d8 req-7a37cd96-d5de-43b7-a406-1fa0b1846359 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:52.452101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-5471648e-6765-4155-87de-db68c1cf6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:52.454147 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-5471648e-6765-4155-87de-db68c1cf6dcb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 1097 time: 0.5512331 Apr 20 13:11:52.467527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1c62f832-1262-4c38-897d-85af683670d8 req-7a37cd96-d5de-43b7-a406-1fa0b1846359 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:52.468838 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c62f832-1262-4c38-897d-85af683670d8 req-7a37cd96-d5de-43b7-a406-1fa0b1846359 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535246 Apr 20 13:11:52.472145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-0d9eff44-2724-4b6e-b352-f423923d25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:52.473825 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-0d9eff44-2724-4b6e-b352-f423923d25b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1096 time: 0.2742784 Apr 20 13:11:52.490827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.498457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f8d9bbe3-eda6-4ffe-b48f-385abecb3803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:52.637121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.695614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:52.704518 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-6f25a0d1-35d7-4a25-a709-290c0c8d2fa4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 217 time: 0.1743550 Apr 20 13:11:52.707661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113c70d-dcf3-47b6-89f4-339ef26367b4,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:52.727127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:52.775932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:52.798597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.801434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:52.855233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-cc448ac8-aab7-406d-aa26-c4028a207a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:52.857307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-cc448ac8-aab7-406d-aa26-c4028a207a29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.3558056 Apr 20 13:11:52.882433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:52.889130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:52.953103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 57990) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:52.981079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:52.983869 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8113c70d-dcf3-47b6-89f4-339ef26367b4 HTTP/1.1" status: 204 len: 168 time: 1.2500348 Apr 20 13:11:52.995514 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-0d21f454-f1d8-4cc5-86e3-fece315dd886 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ba287bc-981a-469e-9986-28160a57f24a HTTP/1.1" status: 200 len: 217 time: 0.1122410 Apr 20 13:11:53.014725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e53d9b-a987-42f1-928a-e46670c5b633 req-da1b1bf9-620f-4382-8ae6-9665bb163b69 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.016813 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b9e53d9b-a987-42f1-928a-e46670c5b633 req-da1b1bf9-620f-4382-8ae6-9665bb163b69 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 944 time: 0.3442037 Apr 20 13:11:53.061238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-41b491a4-d0c1-4b85-bc79-7b5e86d29951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.068091 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-41b491a4-d0c1-4b85-bc79-7b5e86d29951 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.3360243 Apr 20 13:11:53.123875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-82ef5067-f9c4-4675-bca0-0ebbcba79ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.125566 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-82ef5067-f9c4-4675-bca0-0ebbcba79ee5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.1205003 Apr 20 13:11:53.130656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b9e53d9b-a987-42f1-928a-e46670c5b633 req-9475ed7a-cadd-442f-a335-9044cc877662 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698218 Apr 20 13:11:53.191745 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-4ba146ba-74f6-48f6-88b2-207191981cd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592947 Apr 20 13:11:53.225019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['df06c8c2-8fa7-446f-9c1b-0a71560729b2'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:11:53.227990 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'status': 'completed', 'code': 200} Apr 20 13:11:53.245156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ffaf-cea1-4dd8-8f41-b29b3f9739be req-68a10393-1f40-4e15-82c0-05998d26c79b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.254493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8782ffaf-cea1-4dd8-8f41-b29b3f9739be req-68a10393-1f40-4e15-82c0-05998d26c79b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 945 time: 0.4257090 Apr 20 13:11:53.285152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['c0038853-5131-44af-a380-56c99f0474a6'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:11:53.462873 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-4352e233-1b50-40f8-b558-b24bfacaae3f service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617288 Apr 20 13:11:53.571539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:53.593064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:53.597303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:337e5e64e3324c8bb6237076cc1e537b is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:53.600345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:53.606526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:53.699048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:53.703745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:53.752344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3114e751-1df8-4872-bd2a-d05856a5f90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:53.777003 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=337e5e64e3324c8bb6237076cc1e537b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001530 Apr 20 13:11:53.780483 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8782ffaf-cea1-4dd8-8f41-b29b3f9739be req-47efe84b-6ad7-445f-b6e0-1192b3ecf02c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5251048 Apr 20 13:11:53.782742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-5941b957-40b4-46e1-b57c-29750ef79c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.784622 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-5941b957-40b4-46e1-b57c-29750ef79c0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7125752 Apr 20 13:11:53.787689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58026) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:53.916483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fde54b-6ef4-4352-b9d5-32d2d87eae52 req-2124500c-15c4-4790-9063-cac32c22330d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:53.918482 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a3fde54b-6ef4-4352-b9d5-32d2d87eae52 req-2124500c-15c4-4790-9063-cac32c22330d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 943 time: 0.2573709 Apr 20 13:11:53.922002 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c4b9e10f-3513-4b70-9bc4-b74ef4cfa79d req-95ba3e9d-299b-44d9-adf2-380d8edbf8e6 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426167 Apr 20 13:11:53.991845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade88d9-7833-4478-ad83-b1a4f4fca79e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:53.996020 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a3fde54b-6ef4-4352-b9d5-32d2d87eae52 req-1ec203b6-5970-4d12-90e6-9f732da5245a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673020 Apr 20 13:11:54.067878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:54.122784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:54.182313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:54.199137 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-25d55b4e-ed81-4f3b-9df2-313ba8246717 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895354 Apr 20 13:11:54.441987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:54.456193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a44bf95-d737-4d3e-bc3b-b7fbe8296db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:54.474817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade88d9-7833-4478-ad83-b1a4f4fca79e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:54.477407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:54.493635 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32289809-2a8a-4cbf-82d6-00c6d6b6c932 req-3ad6eab5-d3ae-4b89-ac51-40c6835defb3 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840648 Apr 20 13:11:54.494645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:54.496311 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ade88d9-7833-4478-ad83-b1a4f4fca79e HTTP/1.1" status: 204 len: 168 time: 0.7070704 Apr 20 13:11:54.527401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc63a-ad66-433d-971c-c2d5f36a9bca req-64ffab14-a6de-40bc-9510-7b47cd26373f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:54.529101 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a95dc63a-ad66-433d-971c-c2d5f36a9bca req-64ffab14-a6de-40bc-9510-7b47cd26373f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 944 time: 0.2225370 Apr 20 13:11:54.582683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a95dc63a-ad66-433d-971c-c2d5f36a9bca req-2bd88c10-8042-4f5d-865e-3d8d67ec205c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:54.649866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a95dc63a-ad66-433d-971c-c2d5f36a9bca req-2bd88c10-8042-4f5d-865e-3d8d67ec205c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:54.651271 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a95dc63a-ad66-433d-971c-c2d5f36a9bca req-2bd88c10-8042-4f5d-865e-3d8d67ec205c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145132 Apr 20 13:11:54.688077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705877-0766-4aa9-8679-af01bf2a3889 req-0f5285d3-a0c6-47c6-af46-c2672780728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:54.689745 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-0f5285d3-a0c6-47c6-af46-c2672780728e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1096 time: 0.0911303 Apr 20 13:11:54.848368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705877-0766-4aa9-8679-af01bf2a3889 req-c7ad8c65-96ff-4e45-a339-9be1b3ebfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:54.850574 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-c7ad8c65-96ff-4e45-a339-9be1b3ebfc19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.1541808 Apr 20 13:11:54.894374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58068) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:54.935541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58074) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:54.964313 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-1bd3a878-b562-4985-9486-d2636f74bb16 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 217 time: 0.1065004 Apr 20 13:11:55.108694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705877-0766-4aa9-8679-af01bf2a3889 req-7db5be2c-bbe9-4e25-a0bc-352fcdc842cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:55.110326 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-7db5be2c-bbe9-4e25-a0bc-352fcdc842cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.1318147 Apr 20 13:11:55.164938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58088) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:55.206408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344174115-network', 'tenant_id': 'bdae122a77b64e22a9d8d36edf4c42ac'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:55.214523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:55.218879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.233494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Usage tracker for resource:network and tenant:bdae122a77b64e22a9d8d36edf4c42ac is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:55.240848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:55.251794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:55.261671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:55.270855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a55c82ab060f490aa617e550dfe323d6 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:55.282677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705877-0766-4aa9-8679-af01bf2a3889 req-a42a2533-4088-42b8-a5c7-0af8840e52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:55.283527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b0da-0887-4028-a265-7fb76db6f959 req-e058cf71-a12c-4e59-af7e-e8e784c00a1f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:55.284556 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-a42a2533-4088-42b8-a5c7-0af8840e52e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1656494 Apr 20 13:11:55.285720 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3b88b0da-0887-4028-a265-7fb76db6f959 req-e058cf71-a12c-4e59-af7e-e8e784c00a1f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 945 time: 0.2416031 Apr 20 13:11:55.287975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:55.298119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Made reservation on behalf of bdae122a77b64e22a9d8d36edf4c42ac for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:55.303813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.325161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c4ba4-f109-4d5b-9186-6295c1472644 req-eec3c679-6c58-406b-9f6e-7b546fad667c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:55.326839 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d93c4ba4-f109-4d5b-9186-6295c1472644 req-eec3c679-6c58-406b-9f6e-7b546fad667c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 943 time: 0.1522441 Apr 20 13:11:55.327162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:55.359961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.373796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 6ba287bc-981a-469e-9986-28160a57f24a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:11:55.384441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device df06c8c2-8fa7-446f-9c1b-0a71560729b2 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:55.430472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:55.445982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.468097 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-dc7941c6-554d-4582-b529-e0576a674a5e service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745329 Apr 20 13:11:55.469183 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3b88b0da-0887-4028-a265-7fb76db6f959 req-c843f014-74de-41ab-b01c-956c778575c3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720815 Apr 20 13:11:55.475200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Usage tracker for resource:security_group_rule and tenant:bdae122a77b64e22a9d8d36edf4c42ac is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:55.502244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:55.532741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:55.547695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:55.555533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Usage tracker for resource:security_group_rule and tenant:a6e135ade3cb46ab8e1a2ca26e0af98a is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:55.563298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port df06c8c2-8fa7-446f-9c1b-0a71560729b2 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:55.576074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:55.582417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port df06c8c2-8fa7-446f-9c1b-0a71560729b2 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:55.582970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.613361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:55.623983 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d93c4ba4-f109-4d5b-9186-6295c1472644 req-5abea41f-2594-4aa9-a744-a9f8ce77351d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547754 Apr 20 13:11:55.664743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ba287bc-981a-469e-9986-28160a57f24a,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:55.687492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '6ba287bc-981a-469e-9986-28160a57f24a', 'network_id': 'fcdeec1c-1346-497a-b586-50f36b19d697', 'port_id': '6ba287bc-981a-469e-9986-28160a57f24a', 'mac_address': 'fa:16:3e:5a:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda234a4-88f9-4230-aca8-cb163d1bb285', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:11:55.715555 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14705877-0766-4aa9-8679-af01bf2a3889 req-1b4091ea-b0f0-4026-8e90-aa63ad621272 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312467 Apr 20 13:11:55.822378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.849813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.884400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba287bc-981a-469e-9986-28160a57f24a {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:55.897031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.901941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ba287bc-981a-469e-9986-28160a57f24a,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:55.903186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:55.905471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407995d-2432-4871-8916-2d7fdaa1de93 req-fd2e8f17-580f-4011-b074-7c2e412e6370 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:55.914114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.915943 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5407995d-2432-4871-8916-2d7fdaa1de93 req-fd2e8f17-580f-4011-b074-7c2e412e6370 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 944 time: 0.1056664 Apr 20 13:11:55.917375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:55.920651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.944031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:55.954946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:55.963318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:55.964420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:55.995900 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5407995d-2432-4871-8916-2d7fdaa1de93 req-14d955d2-a192-410f-aeb5-dd3b4ae39930 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789886 Apr 20 13:11:56.062246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab68c5-4c4d-4d14-8ede-1a48b9fc8b94,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.078149 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a55c82ab060f490aa617e550dfe323d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9115274 Apr 20 13:11:56.079217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.081408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58110) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:56.091557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.093634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.118602 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2', 'code': 200} Apr 20 13:11:56.142866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.145851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.155217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.155849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.162951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.181062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-824b1985-ad3f-4fe7-b310-48103e9f1ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.210230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port c0038853-5131-44af-a380-56c99f0474a6 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:56.215603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.229944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port c0038853-5131-44af-a380-56c99f0474a6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:56.230537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.248783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9f642-dab7-469c-8e07-4327dcd3a372,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.289429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['6ba287bc-981a-469e-9986-28160a57f24a'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:11:56.292519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.301664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58116) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:56.301928 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-28befe9f-1afb-4425-9e30-d3094632e2ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6e135ade3cb46ab8e1a2ca26e0af98a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3642457 Apr 20 13:11:56.324203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:11:56.354630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b27880-3440-4bb5-8d79-82a0d309bb9d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.367392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.367803 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Added segment 7bcaaa39-1928-4680-961e-c64f2d262835 of type vlan for network 14806742-9f67-4142-b63c-c3780c7c201a Apr 20 13:11:56.369171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.379789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d457e1-7910-4186-82bc-a1e3b984c8b2 req-7a777cf8-735a-443c-904f-d3315aefd427 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:56.381759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-77d457e1-7910-4186-82bc-a1e3b984c8b2 req-7a777cf8-735a-443c-904f-d3315aefd427 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.2930636 Apr 20 13:11:56.382582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.383213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.403186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.411010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.432636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.484188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.488992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:56.489832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.498397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.530688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.550873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.556756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.564108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.596629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.601352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:56.617567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.621652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.627057 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-77d457e1-7910-4186-82bc-a1e3b984c8b2 req-065200c4-e5c7-447b-b7cd-0ddea2aa594c tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605148 Apr 20 13:11:56.653664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Pushing event updated for resources: {'Network': ['ID=14806742-9f67-4142-b63c-c3780c7c201a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.674927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.677031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 14806742-9f67-4142-b63c-c3780c7c201a details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:11:56.681495 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7862363 Apr 20 13:11:56.686121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58128) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:56.692804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Request body: {'subnet': {'network_id': '14806742-9f67-4142-b63c-c3780c7c201a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344174115-subnet', 'tenant_id': 'bdae122a77b64e22a9d8d36edf4c42ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:56.702081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab68c5-4c4d-4d14-8ede-1a48b9fc8b94,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.709339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:56.718822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.722242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Usage tracker for resource:subnet and tenant:bdae122a77b64e22a9d8d36edf4c42ac is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:56.729487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:56.741388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:56.748456 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.753909 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cfab68c5-4c4d-4d14-8ede-1a48b9fc8b94 HTTP/1.1" status: 204 len: 168 time: 0.6679881 Apr 20 13:11:56.755019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Made reservation on behalf of bdae122a77b64e22a9d8d36edf4c42ac for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:56.766468 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.842944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.847586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.871103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.880031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caa515-2564-4e41-bef2-5995951610c6 req-d99a41ed-0308-4b06-a822-e640b22ecdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:56.881936 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b2caa515-2564-4e41-bef2-5995951610c6 req-d99a41ed-0308-4b06-a822-e640b22ecdcc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.4375246 Apr 20 13:11:56.882652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7a38ea2f-1259-4e62-8c09-dc0e1373c7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:56.893660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:56.898172 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00b9f642-dab7-469c-8e07-4327dcd3a372 HTTP/1.1" status: 204 len: 168 time: 0.5877204 Apr 20 13:11:56.928532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9f642-dab7-469c-8e07-4327dcd3a372,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:56.952491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:56.953706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b2caa515-2564-4e41-bef2-5995951610c6 req-ecaa2d6f-9c58-47db-965d-c7eeba553f1b service neutron] Synchronizing usage tracker for tenant:a8803a9171e8400a8899dd1d6e634c48 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:11:56.983185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b2caa515-2564-4e41-bef2-5995951610c6 req-ecaa2d6f-9c58-47db-965d-c7eeba553f1b service neutron] Unset dirty status for tenant:a8803a9171e8400a8899dd1d6e634c48 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:11:56.984442 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b2caa515-2564-4e41-bef2-5995951610c6 req-ecaa2d6f-9c58-47db-965d-c7eeba553f1b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810165 Apr 20 13:11:57.007013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0758a1a-128a-4901-9ec2-57c705fc73e1 req-c1bc5542-2020-400e-8620-097bbf9b006b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:57.019179 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f0758a1a-128a-4901-9ec2-57c705fc73e1 req-c1bc5542-2020-400e-8620-097bbf9b006b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2837551 Apr 20 13:11:57.111052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d893-9105-4f2d-b755-575715893a1d req-e3110107-bce0-4870-b778-0c5bfa780b32 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:57.113746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f3c0d893-9105-4f2d-b755-575715893a1d req-e3110107-bce0-4870-b778-0c5bfa780b32 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 943 time: 0.2532008 Apr 20 13:11:57.127013 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f0758a1a-128a-4901-9ec2-57c705fc73e1 req-fb119585-fd7b-4d89-bc6c-2081f0e52b0c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064646 Apr 20 13:11:57.218003 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f3c0d893-9105-4f2d-b755-575715893a1d req-98ebb507-0757-4921-b8c7-fc596bcf5bbe tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635779 Apr 20 13:11:57.377891 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:11:57.414454 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3a37-f464-40a2-9877-c2fcacb48b89 req-1397d070-60a5-43f0-8910-93874b47db10 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:57.416393 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f7d3a37-f464-40a2-9877-c2fcacb48b89 req-1397d070-60a5-43f0-8910-93874b47db10 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 945 time: 0.1129608 Apr 20 13:11:57.507248 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f7d3a37-f464-40a2-9877-c2fcacb48b89 req-7018f1d1-3738-4f85-8f7a-c72dc39626f3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Apr 20 13:11:57.523085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58154) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:57.545246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.561699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:57.563782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.566393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Usage tracker for resource:security_group_rule and tenant:a632324d5a7e43e1b1cfb5b2b678a2b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:57.568751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:57.570469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:57.570946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:57.577581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:57.587220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'port_id': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'mac_address': 'fa:16:3e:63:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:11:57.660478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.661639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:57.666487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:57.669245 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Checking segment: {'id': '7bcaaa39-1928-4680-961e-c64f2d262835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:11:57.669681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Network hostable DHCP agents. Network: 14806742-9f67-4142-b63c-c3780c7c201a, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:11:57.690479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Network 14806742-9f67-4142-b63c-c3780c7c201a is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:11:57.697825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:11:57.704218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 14806742-9f67-4142-b63c-c3780c7c201a) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:11:57.714226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21feb9-92f7-44ab-904b-9cf7fad3d98c None None] Network 14806742-9f67-4142-b63c-c3780c7c201a requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:57.719370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:57.720015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.734706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.741265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.761570 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0721722 Apr 20 13:11:57.770503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:57.804463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:57.826562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.837144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:57.845359 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a632324d5a7e43e1b1cfb5b2b678a2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186150 Apr 20 13:11:57.845804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58168) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:57.849267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03595e0b-f709-4757-9ad4-2faa3f80932c,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:57.903256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:57.923506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:57.956970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:58.090406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83352d49-52a6-4457-81dd-45351ef2d55e req-19c9ee81-6803-4bad-83b7-865a314aab7e tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:58.093990 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-83352d49-52a6-4457-81dd-45351ef2d55e req-19c9ee81-6803-4bad-83b7-865a314aab7e tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.2140403 Apr 20 13:11:58.123919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:11:58.165568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-83352d49-52a6-4457-81dd-45351ef2d55e req-97ca139d-c275-4cc6-91cd-fa770de4a302 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650740 Apr 20 13:11:58.239551 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'code': 200} Apr 20 13:11:58.252393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:58.257887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:58.272612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c8b49256-5459-4aa0-b433-f56ca0fccfb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:58.282607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:58.285729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['1cbec2ff-ac95-458b-b5d9-b5544b26ef80'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:11:58.303217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03595e0b-f709-4757-9ad4-2faa3f80932c,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:58.312012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:58.332779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-a0d09695-9c66-4490-8486-9d7d6877d16b tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:58.334547 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-a0d09695-9c66-4490-8486-9d7d6877d16b tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.2768776 Apr 20 13:11:58.421798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:58.425525 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03595e0b-f709-4757-9ad4-2faa3f80932c HTTP/1.1" status: 204 len: 168 time: 0.5758228 Apr 20 13:11:58.555173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b374e12-d280-42ad-bb71-4b861b30c626 None None] Network 14806742-9f67-4142-b63c-c3780c7c201a requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:11:58.616130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Deleting port 55d66fad-c027-42eb-91eb-c6c5b122493f {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:11:58.616521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:58.717153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50467fc-f5e1-4df1-8209-e81a8ac94d9e req-8d537456-16f4-4b91-9b7b-9b5ded5f7305 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:58.717285 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc933-7e28-444e-a06c-d130e4193f32 req-fb2a75a6-b3c2-431b-96a7-22db5978e7b5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:58.718982 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5dccc933-7e28-444e-a06c-d130e4193f32 req-fb2a75a6-b3c2-431b-96a7-22db5978e7b5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2234101 Apr 20 13:11:58.726528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d50467fc-f5e1-4df1-8209-e81a8ac94d9e req-8d537456-16f4-4b91-9b7b-9b5ded5f7305 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 944 time: 0.2726455 Apr 20 13:11:58.806919 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5dccc933-7e28-444e-a06c-d130e4193f32 req-3b87da28-daf7-4e9c-88f5-f26f69db191b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801783 Apr 20 13:11:58.859465 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d50467fc-f5e1-4df1-8209-e81a8ac94d9e req-a91b1acc-173b-4c49-a7b1-477089b643df tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310475 Apr 20 13:11:59.209056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] For port 55d66fad-c027-42eb-91eb-c6c5b122493f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d66fad-c027-42eb-91eb-c6c5b122493f,segment=NetworkSegment(2bcfc2e0-5f22-4f47-a93a-73a612109c91),segment_id=2bcfc2e0-5f22-4f47-a93a-73a612109c91)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:59.209657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:59.251042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58214) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:11:59.390433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459998637-network', 'tenant_id': '5d52d5a163014aa5991ffa34535eabaf'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:59.394733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 6ba287bc-981a-469e-9986-28160a57f24a up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:11:59.439150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1282-a7d2-4163-a616-093014c3f11e req-a5b70d3a-0348-44bb-89a2-968d091701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:59.440524 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b43f1282-a7d2-4163-a616-093014c3f11e req-a5b70d3a-0348-44bb-89a2-968d091701c3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1099 time: 0.6326644 Apr 20 13:11:59.489646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 6ba287bc-981a-469e-9986-28160a57f24a completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:11:59.496476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 6ba287bc-981a-469e-9986-28160a57f24a triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:11:59.497318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:59.567212 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b43f1282-a7d2-4163-a616-093014c3f11e req-76007461-49d8-410e-9dcf-78354b8e1e27 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027961 Apr 20 13:11:59.586111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3536-d1e1-4849-b1c5-2a6ff3c29b9b req-0123f9b5-f4dd-4e5d-ba9f-34bcbe5ccde0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:11:59.587677 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-be8f3536-d1e1-4849-b1c5-2a6ff3c29b9b req-0123f9b5-f4dd-4e5d-ba9f-34bcbe5ccde0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 945 time: 0.2576063 Apr 20 13:11:59.657780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:59.686122 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-be8f3536-d1e1-4849-b1c5-2a6ff3c29b9b req-425a8b78-4c03-4d8c-a6c0-fb76a770e1d5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879917 Apr 20 13:11:59.733528 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ba287bc-981a-469e-9986-28160a57f24a,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:11:59.738303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:11:59.741437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:11:59.743144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:11:59.817715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Calling delete_port for 55d66fad-c027-42eb-91eb-c6c5b122493f owned by compute:nova {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:11:59.832706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:11:59.837319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:11:59.860481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Usage tracker for resource:network and tenant:5d52d5a163014aa5991ffa34535eabaf is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:11:59.873696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:11:59.885380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:11:59.929086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Made reservation on behalf of 5d52d5a163014aa5991ffa34535eabaf for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:11:59.933942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.034976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.079908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:00.084684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Usage tracker for resource:security_group_rule and tenant:5d52d5a163014aa5991ffa34535eabaf is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:00.087542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:00.094354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:00.122092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b580030-230b-44d5-a22d-2af22e1d98b2 req-c5f1be83-1ac5-4b55-bbe7-6c6c4d845f9a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:00.124050 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b580030-230b-44d5-a22d-2af22e1d98b2 req-c5f1be83-1ac5-4b55-bbe7-6c6c4d845f9a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1307352 Apr 20 13:12:00.146359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aea4c2-0513-444e-b5a9-4c796fdca1ea req-4d08ffcd-528a-4639-849c-e26a133ad6fa tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:00.148230 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-38aea4c2-0513-444e-b5a9-4c796fdca1ea req-4d08ffcd-528a-4639-849c-e26a133ad6fa tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 946 time: 0.8092525 Apr 20 13:12:00.198189 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b580030-230b-44d5-a22d-2af22e1d98b2 req-be8fdeee-eae0-4c6c-9d57-80a4f636b06a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658743 Apr 20 13:12:00.198925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58248) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:00.242771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:00.269603 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-38aea4c2-0513-444e-b5a9-4c796fdca1ea req-6c2daafc-4820-4622-8bdc-5102c3f3ce20 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824459 Apr 20 13:12:00.302342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.322278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-789ef0d0-e87b-4978-b1d9-5757a91d6711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:00.339994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['55d66fad-c027-42eb-91eb-c6c5b122493f'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:12:00.355515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.372349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.375647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Pushing event deleted for resources: {'Port': ['ID=55d66fad-c027-42eb-91eb-c6c5b122493f,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:00.385989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:00.387617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-43db7605-45fe-48fd-b411-944b08e05441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:00.436778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.444626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd2f18-16bc-4b2c-8e21-39b7c1e11170,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:00.453540 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a', 'code': 200} Apr 20 13:12:00.461235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:00.465502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Usage tracker for resource:security_group_rule and tenant:b323c620872e4919829299ead74337d8 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:00.468282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:00.468828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:00.476621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:00.484381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:12:00.557955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] No DVR routers for this DVR port 55d66fad-c027-42eb-91eb-c6c5b122493f on host hv-cinder-78662 {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:12:00.567626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.568026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Added segment 39be1836-e326-4db8-b181-84f03e7b7cc4 of type vlan for network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f Apr 20 13:12:00.569795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.575663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'name': 'network-vif-deleted', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:00.613034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecc04-7859-466f-8723-b6add01c3b57 req-55f89a22-5b13-4f9c-8196-4499f8397506 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:00.614697 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-680ecc04-7859-466f-8723-b6add01c3b57 req-55f89a22-5b13-4f9c-8196-4499f8397506 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 944 time: 0.2332585 Apr 20 13:12:00.644137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.651709 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0ac079ea-1484-49f1-ae3c-1730dad0d4be req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.78 "DELETE /v2.0/ports/55d66fad-c027-42eb-91eb-c6c5b122493f HTTP/1.1" status: 204 len: 173 time: 2.3040652 Apr 20 13:12:00.684804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.686357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a25625f-ae6b-41d9-a913-0a6d3b3ec820', 'name': 'network-vif-deleted', 'tag': '55d66fad-c027-42eb-91eb-c6c5b122493f', 'status': 'completed', 'code': 200} Apr 20 13:12:00.701290 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-680ecc04-7859-466f-8723-b6add01c3b57 req-b8489081-78f0-415b-b6cf-cc1b1b2d5988 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741317 Apr 20 13:12:00.702112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.716356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.717754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:00.731968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.739092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f89940fb-5360-4e2f-be6b-d832050ffe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:00.744054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:00.755760 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b323c620872e4919829299ead74337d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540442 Apr 20 13:12:00.760955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58302) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:00.824853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd2471e-4848-49a3-8220-f4dddb08c6bc,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:00.839338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:00.868852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:00.911383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.019591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.027356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:01.045642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd2471e-4848-49a3-8220-f4dddb08c6bc,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:01.050174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:01.052923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.054382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbd2471e-4848-49a3-8220-f4dddb08c6bc HTTP/1.1" status: 204 len: 168 time: 0.2906089 Apr 20 13:12:01.144640 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8893347 Apr 20 13:12:01.146146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58326) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:01.155357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Request body: {'subnet': {'network_id': 'b9c0d4a3-f809-4ce7-9287-fe53c4700e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459998637-subnet', 'tenant_id': '5d52d5a163014aa5991ffa34535eabaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:01.163620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:01.169216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Usage tracker for resource:subnet and tenant:5d52d5a163014aa5991ffa34535eabaf is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:01.172784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:01.172899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c0d4a3-f809-4ce7-9287-fe53c4700e0f,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:01.180373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:01.181911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:01.183829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:12:01.192274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Made reservation on behalf of 5d52d5a163014aa5991ffa34535eabaf for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:01.198423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.270196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40e1be-8eb2-4182-9e8a-3988ad803489 req-9637ad97-9f23-4e02-8366-d79803c533f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:01.271756 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9f40e1be-8eb2-4182-9e8a-3988ad803489 req-9637ad97-9f23-4e02-8366-d79803c533f9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 1099 time: 0.2480428 Apr 20 13:12:01.293685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e58faa-4b5c-4c2f-9b62-e25581bbe722 req-ab7e3a8c-9956-4cc2-8807-b36c8f0d6cc1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:01.304016 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e9e58faa-4b5c-4c2f-9b62-e25581bbe722 req-ab7e3a8c-9956-4cc2-8807-b36c8f0d6cc1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.3057451 Apr 20 13:12:01.412337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:12:01.468488 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e9e58faa-4b5c-4c2f-9b62-e25581bbe722 req-bae8ae72-4ef6-4876-be6a-cd9627d8fc99 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632578 Apr 20 13:12:01.490396 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9f40e1be-8eb2-4182-9e8a-3988ad803489 req-bf551e43-7ebc-4850-a5f1-80e3b6a7adf3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617982 Apr 20 13:12:01.642088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:12:01.654699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:12:01.655132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.656147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58348) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:01.689047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.712322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:01.718589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Usage tracker for resource:security_group_rule and tenant:ade9fad265ab4c05b7323bdee542100a is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:01.722932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:01.730747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:01.832379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.838944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dbf404e0-bb58-46f4-8dfc-6103b0741530 req-7eae4650-dbf1-4587-9608-eb3c4db7a2e5 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Synchronizing usage tracker for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:01.858902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567e65-d0ec-4b76-ab09-ef865d729167 req-57d8ff74-2b6d-43d9-8d45-fab91c8aa133 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:01.867414 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84567e65-d0ec-4b76-ab09-ef865d729167 req-57d8ff74-2b6d-43d9-8d45-fab91c8aa133 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.3460155 Apr 20 13:12:01.873200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dbf404e0-bb58-46f4-8dfc-6103b0741530 req-7eae4650-dbf1-4587-9608-eb3c4db7a2e5 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Unset dirty status for tenant:be3b22289a7540ea8354294ea21d76b5 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:01.874590 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dbf404e0-bb58-46f4-8dfc-6103b0741530 req-7eae4650-dbf1-4587-9608-eb3c4db7a2e5 tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a25625f-ae6b-41d9-a913-0a6d3b3ec820 HTTP/1.1" status: 200 len: 210 time: 0.1190078 Apr 20 13:12:01.894584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:01.911437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.914237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:01.947869 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84567e65-d0ec-4b76-ab09-ef865d729167 req-3dd81eb2-3565-4323-9595-355d21d4e6ca tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790441 Apr 20 13:12:01.964766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:01.987064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.009414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a570d23-5c40-4b91-997a-b424c05e65d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:02.137915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ade9fad265ab4c05b7323bdee542100a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800074 Apr 20 13:12:02.146157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:02.149953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:02.158169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58378) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:02.163243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca23464-d6a9-45eb-8067-8b114d2c96da,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:02.169811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:02.184585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.196638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:02.255010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.297768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952c9b9-8af4-4e45-a7cf-fee7eee75718 req-b6214827-f8ae-46e5-a88e-d8e8fe6e8eaa tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:02.302000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6952c9b9-8af4-4e45-a7cf-fee7eee75718 req-b6214827-f8ae-46e5-a88e-d8e8fe6e8eaa tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2323728 Apr 20 13:12:02.303980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439d1eb0-ed2c-48e9-98fc-45dec60ccb09,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:02.307218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:02.310226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.323667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50c0a-c259-437b-a58d-500fb4eaff0b req-a4df083a-1338-4b45-8b7c-a93f1d9f9482 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:02.325523 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c8f50c0a-c259-437b-a58d-500fb4eaff0b req-a4df083a-1338-4b45-8b7c-a93f1d9f9482 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2161586 Apr 20 13:12:02.328770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Checking segment: {'id': '39be1836-e326-4db8-b181-84f03e7b7cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'b9c0d4a3-f809-4ce7-9287-fe53c4700e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:12:02.329173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Network hostable DHCP agents. Network: b9c0d4a3-f809-4ce7-9287-fe53c4700e0f, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:12:02.337298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58392) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:02.347851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'floatingip': {'port_id': 'c0038853-5131-44af-a380-56c99f0474a6'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:02.394561 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6952c9b9-8af4-4e45-a7cf-fee7eee75718 req-a7a42db7-0544-4bce-8dfd-327934a1c01f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874455 Apr 20 13:12:02.408128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.416347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed1883d2-5683-446d-9bf2-a214a4f99423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:02.437718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca23464-d6a9-45eb-8067-8b114d2c96da,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:02.442304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:02.443302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.448960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.456718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:02.475304 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ca23464-d6a9-45eb-8067-8b114d2c96da HTTP/1.1" status: 204 len: 168 time: 0.2869852 Apr 20 13:12:02.565389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:12:02.576209 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'code': 200} Apr 20 13:12:02.683115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, b9c0d4a3-f809-4ce7-9287-fe53c4700e0f) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:12:02.691985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854fe90-2798-4d72-b46f-4522a8276a5d None None] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:12:02.710789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:02.711607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:02.809116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cf647-6e5e-4146-b982-72de41ea751b req-685f9766-b297-4c5a-8b7c-347b904ce06f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:02.824317 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-843cf647-6e5e-4146-b982-72de41ea751b req-685f9766-b297-4c5a-8b7c-347b904ce06f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1810620 Apr 20 13:12:02.935932 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-843cf647-6e5e-4146-b982-72de41ea751b req-9b507fe1-92a8-4fd3-af74-4b5d4dbe7c4c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099265 Apr 20 13:12:03.139442 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bf1e0c03-a937-422d-b3ef-81d9a14de521 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9867249 Apr 20 13:12:03.285685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76809a5-c7f3-400c-a78f-e9d460268f91 None None] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:12:03.367428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fb65f-792f-46c3-827f-eae06e6c14f0 req-da39a017-dae3-47b3-857e-b9eca22fbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:03.369099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bc9fb65f-792f-46c3-827f-eae06e6c14f0 req-da39a017-dae3-47b3-857e-b9eca22fbd9e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1098 time: 0.1241014 Apr 20 13:12:03.474623 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bc9fb65f-792f-46c3-827f-eae06e6c14f0 req-a61b1dbe-1241-4bd7-bd55-8a75bc215d45 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961502 Apr 20 13:12:03.588662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 55d66fad-c027-42eb-91eb-c6c5b122493f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:12:03.718447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 55d66fad-c027-42eb-91eb-c6c5b122493f {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:12:03.718848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 55d66fad-c027-42eb-91eb-c6c5b122493f not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:12:03.936813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:03.940723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd490cc-10e4-480d-beb8-2f92a0775b90 req-82f511e2-4ef6-42f8-828f-0babf12b18ea tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:03.942608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9bd490cc-10e4-480d-beb8-2f92a0775b90 req-82f511e2-4ef6-42f8-828f-0babf12b18ea tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2802541 Apr 20 13:12:03.943676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:04.007704 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-6a4b56df-6b17-4554-9d3f-26e1d26a8f6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673212 Apr 20 13:12:04.030566 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9bd490cc-10e4-480d-beb8-2f92a0775b90 req-5451ac97-8875-4f04-b2c7-f5807d17a333 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809493 Apr 20 13:12:04.259838 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Floating IP fbdcaf00-66fd-44a4-9941-4dcb6828aebf associated. External IP: 172.28.1.8, port: c0038853-5131-44af-a380-56c99f0474a6. Apr 20 13:12:04.324833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090587a3-9c98-4051-9247-8358fd256fd8 req-5ed6fd64-e13b-4cf8-a14b-57634b5cb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:04.326549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-5ed6fd64-e13b-4cf8-a14b-57634b5cb3ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.1811597 Apr 20 13:12:04.500582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b7ed-984c-45dc-a390-a954981971e9 req-f6eb6d8c-7e21-4a6d-bb79-db92ab0f2d35 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:04.509250 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51e0b7ed-984c-45dc-a390-a954981971e9 req-f6eb6d8c-7e21-4a6d-bb79-db92ab0f2d35 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2833352 Apr 20 13:12:04.593612 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51e0b7ed-984c-45dc-a390-a954981971e9 req-a3287685-9121-40bd-aa41-47e427fefc6c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Apr 20 13:12:04.654038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090587a3-9c98-4051-9247-8358fd256fd8 req-bbe2166c-993c-44e0-a579-985b2960ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:04.655912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:04.658460 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-bbe2166c-993c-44e0-a579-985b2960ba72 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.2892945 Apr 20 13:12:04.812876 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-4032b4f0-cfcb-46ff-8532-f305aa29fa0a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.1289177 Apr 20 13:12:04.844187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-57dd78e0-f793-48a9-b560-5f368ecdba83 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:04.844823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-57dd78e0-f793-48a9-b560-5f368ecdba83 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Synchronizing usage tracker for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:05.081510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-57dd78e0-f793-48a9-b560-5f368ecdba83 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Unset dirty status for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:05.089502 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-57dd78e0-f793-48a9-b560-5f368ecdba83 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/networks?id=14806742-9f67-4142-b63c-c3780c7c201a HTTP/1.1" status: 200 len: 808 time: 0.5486920 Apr 20 13:12:05.098308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090587a3-9c98-4051-9247-8358fd256fd8 req-16370973-9117-4378-966e-de1420dd08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:05.108139 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-16370973-9117-4378-966e-de1420dd08b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.1858890 Apr 20 13:12:05.191770 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-3e68de72-fb8e-4527-a022-5249b574743b tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/quotas/bdae122a77b64e22a9d8d36edf4c42ac HTTP/1.1" status: 200 len: 375 time: 0.1012173 Apr 20 13:12:05.218689 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-42cd614d-2ae6-4ae7-ab78-fdcffd124e45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962503 Apr 20 13:12:05.219301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58514) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:05.339578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-ac5ed034-ac37-4d7b-b27e-e9a46b622d0a tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bdae122a77b64e22a9d8d36edf4c42ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467445 Apr 20 13:12:05.478103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:05.504502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:12:05.512441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-47256463-d084-4e4d-b39c-ef5db1058b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:05.513172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:05.514084 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-47256463-d084-4e4d-b39c-ef5db1058b80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 1099 time: 0.4224172 Apr 20 13:12:05.531218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491da5f-cc8c-4f37-be4b-697805b0cd2e req-b82f2336-86d2-4366-bf14-fcb5029b9783 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:05.536803 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a491da5f-cc8c-4f37-be4b-697805b0cd2e req-b82f2336-86d2-4366-bf14-fcb5029b9783 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.3163965 Apr 20 13:12:05.550154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Usage tracker for resource:security_group_rule and tenant:328acb7b9fee442e982b2fe9336ca127 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:05.561310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:05.586610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:05.596444 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-522a1b76-e961-4bbc-974a-a7838d3121d6 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099930 Apr 20 13:12:05.718695 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a491da5f-cc8c-4f37-be4b-697805b0cd2e req-1c8a4a0b-45de-4d6a-b90d-9aed5f6a469a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643965 Apr 20 13:12:05.788842 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-ba66ac0e-c7ce-40db-ad05-add41a9a3fac service neutron] 10.222.0.68 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482408 Apr 20 13:12:05.838582 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-090587a3-9c98-4051-9247-8358fd256fd8 req-e04772fb-ba30-4e9f-a31e-a6e93f8360ab service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263653 Apr 20 13:12:05.899268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:05.903765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:05.914909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:06.016281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-574b7271-df7e-4f1a-b481-b7edbbb77094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:06.017961 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-574b7271-df7e-4f1a-b481-b7edbbb77094 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.4891851 Apr 20 13:12:06.020817 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=328acb7b9fee442e982b2fe9336ca127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986784 Apr 20 13:12:06.023587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58528) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:06.026097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd88822-9732-4f12-9e4f-a2d146e1a2d6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:06.055352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.055760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.056182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.056554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.056945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.057343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.057761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.058149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.058539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.058944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.059325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.059709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:06.067254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:06.094079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:12:06.108830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:12:06.117650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:06.120996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:12:06.121742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:06.138620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76da0-e5b2-41b3-904e-c2b1398dc6d7 req-cb891e5a-2e16-4e4c-8a74-f65b91529994 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:06.140229 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-75f76da0-e5b2-41b3-904e-c2b1398dc6d7 req-cb891e5a-2e16-4e4c-8a74-f65b91529994 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2129149 Apr 20 13:12:06.142938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:06.143993 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-a0ac75f1-29fb-4a7e-a8f7-da4f9922d5a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ba287bc-981a-469e-9986-28160a57f24a HTTP/1.1" status: 200 len: 217 time: 0.1180742 Apr 20 13:12:06.218151 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-9882e309-8c09-489b-9ea7-d017a545c81d service neutron] 10.222.0.68 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282510 Apr 20 13:12:06.278982 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-af60acbb-9632-4bd0-b512-bff60c24b58c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "PUT /v2.0/floatingips/fbdcaf00-66fd-44a4-9941-4dcb6828aebf HTTP/1.1" status: 200 len: 990 time: 3.9345465 Apr 20 13:12:06.290436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:06.317800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-1b2fae4a-63c5-4350-827a-e77a3b43602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:06.319427 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-1b2fae4a-63c5-4350-827a-e77a3b43602a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.1598394 Apr 20 13:12:06.328436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:12:06.398625 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-820786c6-8076-4c5b-9e79-b5f142f8e1db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664673 Apr 20 13:12:06.424540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:06.535827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:06.543537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:06.566607 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-75f76da0-e5b2-41b3-904e-c2b1398dc6d7 req-2bdabe24-c3bc-4796-89c5-8379407b6a33 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129479 Apr 20 13:12:06.567876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd88822-9732-4f12-9e4f-a2d146e1a2d6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:06.581134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:06.587679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:06.588884 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6bd88822-9732-4f12-9e4f-a2d146e1a2d6 HTTP/1.1" status: 204 len: 168 time: 0.5642285 Apr 20 13:12:06.600575 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-a9835246-0a69-49a1-a92d-7680a47e1611 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933413 Apr 20 13:12:06.800465 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'status': 'completed', 'code': 200} Apr 20 13:12:06.862406 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e87b69c5-a50b-4a3f-bfb4-94942a109db9 req-7b8eb969-f49c-47b5-9583-46826ebfa29c tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 210 time: 0.0713649 Apr 20 13:12:06.895582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-ae9463cc-4064-4df4-b1dc-7ca71c4bfad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:06.897431 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-ae9463cc-4064-4df4-b1dc-7ca71c4bfad6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1099 time: 0.1722894 Apr 20 13:12:06.909828 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ea8362a-5580-457d-8b66-dc65b88fa575 req-5d2c731d-3773-4883-ac4e-9e4a8a7ac6cd service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012125 Apr 20 13:12:06.968206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'fbdcaf00-66fd-44a4-9941-4dcb6828aebf', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.8', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30002021-aa44-4005-851b-0475197b50b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:31Z', 'updated_at': '2021-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:06.978814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:12:06.999171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:12:07.003798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:07.035626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58566) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:07.222917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Deleting subnet 559b70b8-9354-4f2e-a068-8a0fe56a0f2c {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:12:07.235017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.269811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-2a9ad794-771e-443d-b244-b732b2422a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:07.271595 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-2a9ad794-771e-443d-b244-b732b2422a46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.3651483 Apr 20 13:12:07.272238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58574) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:07.416872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.460470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:07.461758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:12:07.466433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Usage tracker for resource:security_group_rule and tenant:4cbae7f9499e4cc480eabccef98db980 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:07.469689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:07.477667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:07.571147 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-2664e883-3485-44c9-b129-02126fe89a53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 998 time: 0.2851450 Apr 20 13:12:07.691212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75db84-2309-46bb-8d4c-8c78c6fee176 req-4e7b766a-9f94-4976-a6e9-3fe15e2b1395 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:07.697243 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe75db84-2309-46bb-8d4c-8c78c6fee176 req-4e7b766a-9f94-4976-a6e9-3fe15e2b1395 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.5426137 Apr 20 13:12:07.708914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58580) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:07.728250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'floatingip': {'port_id': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.743944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.759504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.834030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bd98c-de9a-426f-b1c5-cd2d1ce40b8c req-bffbda56-4302-4660-a16a-dde64cf03713 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:07.836666 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-700bd98c-de9a-426f-b1c5-cd2d1ce40b8c req-bffbda56-4302-4660-a16a-dde64cf03713 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2234068 Apr 20 13:12:07.848495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.850664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-442e3d66-9bf9-4008-a9ef-56180960a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:07.852260 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-442e3d66-9bf9-4008-a9ef-56180960a0bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.2684722 Apr 20 13:12:07.861012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:07.929118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.000038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1a5b12dc-6bfe-42b4-b0c3-35ebe00c6106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:08.002829 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-700bd98c-de9a-426f-b1c5-cd2d1ce40b8c req-a0bd2cda-42e5-413e-aa2a-aecc429f6367 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543875 Apr 20 13:12:08.132130 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cbae7f9499e4cc480eabccef98db980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535135 Apr 20 13:12:08.132828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58592) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:08.138984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488da669-3b73-46f9-9358-16c9a2ba530b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:08.145399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:08.217385 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-401e30bd-9cbe-4a69-9470-937a8796d875 req-2efdc71c-e48f-4482-bf32-e7036dda0c3b tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 210 time: 0.0565372 Apr 20 13:12:08.222048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.232690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:08.265118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.273924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559b70b8-9354-4f2e-a068-8a0fe56a0f2c,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:08.289745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.290146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.290543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.290930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.291315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.291698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.292998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.293394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.293958 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.294344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.294728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.295111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:08.298424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:08.303058 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7bb46c8e-e916-4f76-b8a2-11800044c81b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/559b70b8-9354-4f2e-a068-8a0fe56a0f2c HTTP/1.1" status: 204 len: 168 time: 1.2638392 Apr 20 13:12:08.304137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58596) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:08.317321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'fbdcaf00-66fd-44a4-9941-4dcb6828aebf', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.8', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30002021-aa44-4005-851b-0475197b50b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:31Z', 'updated_at': '2021-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:08.326475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bcdda-ffe9-46a3-ac36-7154b62c4b1d None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'fbdcaf00-66fd-44a4-9941-4dcb6828aebf', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.8', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30002021-aa44-4005-851b-0475197b50b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:31Z', 'updated_at': '2021-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:12:08.447856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-52a0c261-9495-4f5b-a443-3f0529063852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:08.449502 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-52a0c261-9495-4f5b-a443-3f0529063852 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5217152 Apr 20 13:12:08.468539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.542642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.587225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.715106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae34a29-d8df-4491-8716-a4fcea82baab None None] New status for floating IP fbdcaf00-66fd-44a4-9941-4dcb6828aebf: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:12:08.761232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.784383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-be93d0a5-84d3-4d14-ab08-91872b8b3047 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:08.786555 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-be93d0a5-84d3-4d14-ab08-91872b8b3047 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.78 "GET /v2.0/networks?id=14806742-9f67-4142-b63c-c3780c7c201a HTTP/1.1" status: 200 len: 808 time: 0.3635476 Apr 20 13:12:08.859107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Request body: {'port': {'device_id': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a', 'admin_state_up': True, 'tenant_id': 'bdae122a77b64e22a9d8d36edf4c42ac'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:08.958493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-7df94d18-8e00-4615-9e97-b399b3969039 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908333 Apr 20 13:12:08.961867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:08.974239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ce59a177-6820-4eec-9103-e167fd01181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:08.997219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:08.997711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:08.998558 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:08.998949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:08.999314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:08.999679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.000594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.000594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.000761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.001079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.012748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488da669-3b73-46f9-9358-16c9a2ba530b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:09.019805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:09.073084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.073497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.076989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.076989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86377) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:09.076989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af3a41-bf4f-4754-9f68-cb47b751bf78']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:09.138593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcfc2e0-5f22-4f47-a93a-73a612109c91') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:09.138913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcfc2e0-5f22-4f47-a93a-73a612109c91') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:09.200499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.231691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.240625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:12:09.344524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.359559 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/488da669-3b73-46f9-9358-16c9a2ba530b HTTP/1.1" status: 204 len: 168 time: 1.2115917 Apr 20 13:12:09.461739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:09.478230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:12:09.497886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Usage tracker for resource:port and tenant:bdae122a77b64e22a9d8d36edf4c42ac is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:09.503304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.517372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:09.564670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.resource_extend [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 13:12:09.636311 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-957a0546-fd58-4671-9c2f-2eb22451bf33 req-4ef511b9-2511-411b-a8b4-7ba727ecc27b tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 210 time: 0.1352596 Apr 20 13:12:09.650051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:09.669145 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe17c7a7-00d6-4191-8158-9274b91273e4 req-810ad5bc-4924-4cc5-8699-10a092d403f6 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001848 Apr 20 13:12:09.685999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Made reservation on behalf of bdae122a77b64e22a9d8d36edf4c42ac for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:09.693438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.723973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.750001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66d583-e9bc-4236-949e-6e7125edc346 req-bc7fcf7c-f47f-468a-a944-c1cac159dcda tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:09.755020 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4a66d583-e9bc-4236-949e-6e7125edc346 req-bc7fcf7c-f47f-468a-a944-c1cac159dcda tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.4551716 Apr 20 13:12:09.757131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:09.834320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Network 53af3a41-bf4f-4754-9f68-cb47b751bf78 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: from cryptography.utils import int_from_bytes Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: from cryptography.utils import int_from_bytes Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: (rel_b, rel_a, rel_b), Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: (rel_b, rel_a, rel_b), Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:09.864840 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:09.989035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4a66d583-e9bc-4236-949e-6e7125edc346 req-0b717bec-0298-413d-9de0-5fa639b6ddfb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574380 Apr 20 13:12:10.012773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.037342 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Floating IP 8df69b9b-e2f0-49d7-ba28-75108f93334f associated. External IP: 172.28.1.114, port: 1cbec2ff-ac95-458b-b5d9-b5544b26ef80. Apr 20 13:12:10.060215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:10.079031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.093821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53af3a41-bf4f-4754-9f68-cb47b751bf78,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:10.103961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:10.119905 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Allocated IP 172.20.0.11 (14806742-9f67-4142-b63c-c3780c7c201a/7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3/c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:12:10.125185 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/53af3a41-bf4f-4754-9f68-cb47b751bf78 HTTP/1.1" status: 204 len: 168 time: 1.8176000 Apr 20 13:12:10.295096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58644) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:10.394283 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7f4f0d79-9384-4410-ae3b-9c5dcab30b67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be3b22289a7540ea8354294ea21d76b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0979147 Apr 20 13:12:10.395662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58650) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:10.442754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.478743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.485954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ba276cd9-09c4-47e7-beca-d6e37ce55f62 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:10.507476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.513963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:12:10.563292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Network 14806742-9f67-4142-b63c-c3780c7c201a is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:12:10.567419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:12:10.572083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:12:10.609406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.628283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Pushing event updated for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:10.640895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:10.654186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:10.654858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.677528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8365781 Apr 20 13:12:10.708715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Request body: {'port': {'device_id': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:10.786313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.790268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:10.797696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:12:10.811470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:12:10.835153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:12:10.836004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:10.853262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:10.862858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:10.880882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.932131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:10.933353 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab5bb71d-ea1f-4b42-a035-fd2dc520d0dd HTTP/1.1" status: 204 len: 168 time: 0.5366039 Apr 20 13:12:10.991669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:11.042756 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2cc6224e-25c7-41a2-8d70-a3a70b7a9aca tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "PUT /v2.0/floatingips/8df69b9b-e2f0-49d7-ba28-75108f93334f HTTP/1.1" status: 200 len: 991 time: 3.3323898 Apr 20 13:12:11.044218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:11.109187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd2c1-5920-4abf-98cf-44c6db805794 req-f5159972-98b7-4a74-9fce-cd8482b794d5 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:11.111226 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-85bbd2c1-5920-4abf-98cf-44c6db805794 req-f5159972-98b7-4a74-9fce-cd8482b794d5 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 932 time: 0.3092921 Apr 20 13:12:11.222330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:12:11.225744 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-85bbd2c1-5920-4abf-98cf-44c6db805794 req-cab8a36b-b067-4f81-897e-6d9e360c4ade tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049919 Apr 20 13:12:11.512461 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'status': 'completed', 'code': 200} Apr 20 13:12:11.663489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808ded7-fc38-40e2-a5a2-b2d8816ad3de req-5b3afbd9-9548-4e16-a684-04f1e81246d3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:11.671276 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a808ded7-fc38-40e2-a5a2-b2d8816ad3de req-5b3afbd9-9548-4e16-a684-04f1e81246d3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.3517721 Apr 20 13:12:11.758010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-b8c5ea14-de79-458d-8a58-db8ac425a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:11.759654 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-b8c5ea14-de79-458d-8a58-db8ac425a2eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1098 time: 0.1597216 Apr 20 13:12:11.781478 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a808ded7-fc38-40e2-a5a2-b2d8816ad3de req-7411531d-c3ca-4847-81dc-25fbed77cf39 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092408 Apr 20 13:12:11.850822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '8df69b9b-e2f0-49d7-ba28-75108f93334f', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.114', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:63:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:36Z', 'updated_at': '2021-04-20T13:12:09Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:11.855984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:12:11.870142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:12:11.871079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:11:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:12.075368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-cfb6ccc6-3826-436c-af84-974cb31810d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:12.077363 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-cfb6ccc6-3826-436c-af84-974cb31810d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.3029454 Apr 20 13:12:12.178131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:12:12.218351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:12:12.249207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:12.250027 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-2d5a3ce3-f61b-4184-81b7-708614f95524 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 999 time: 0.1608889 Apr 20 13:12:12.314733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Transition to ACTIVE for port object c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:12:12.322177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:12.332326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:12.372387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-4fc9c35e-42eb-4fd2-a616-e24216cfa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:12.374104 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-4fc9c35e-42eb-4fd2-a616-e24216cfa127 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.1171114 Apr 20 13:12:12.581075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:12.590140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:12.672970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae9978-df7e-4f01-9573-8d40b77a3cb4 req-838ee872-c3cd-4349-ae9f-9b6f0e094de5 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:12.678447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Attempting to bind port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:12:12.679023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Attempting to bind port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7bcaaa39-1928-4680-961e-c64f2d262835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:12:12.679611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Attempting to bind port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 on network 14806742-9f67-4142-b63c-c3780c7c201a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:12.680893 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-39ae9978-df7e-4f01-9573-8d40b77a3cb4 req-838ee872-c3cd-4349-ae9f-9b6f0e094de5 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 944 time: 0.1664855 Apr 20 13:12:12.685607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 on network 14806742-9f67-4142-b63c-c3780c7c201a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:12.686183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Attempting to bind port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 on network 14806742-9f67-4142-b63c-c3780c7c201a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:12.692292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:12:12.692942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Checking segment: {'id': '7bcaaa39-1928-4680-961e-c64f2d262835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:12:12.693647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Bound using segment: {'id': '7bcaaa39-1928-4680-961e-c64f2d262835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:12:12.694383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Bound port: c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcaaa39-1928-4680-961e-c64f2d262835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:12:12.694960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:12.736351 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-39ae9978-df7e-4f01-9573-8d40b77a3cb4 req-c9d1470c-1e8d-4dd8-8787-14658bf39891 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544260 Apr 20 13:12:12.742992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-e536dcdd-02f2-46a4-8916-68f5b5aa5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:12.744587 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-e536dcdd-02f2-46a4-8916-68f5b5aa5fbe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3616474 Apr 20 13:12:12.784566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '8df69b9b-e2f0-49d7-ba28-75108f93334f', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.114', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:63:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:36Z', 'updated_at': '2021-04-20T13:12:09Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:12.798581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65601cb7-0489-45ec-9ba0-b9764ba5835c None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '8df69b9b-e2f0-49d7-ba28-75108f93334f', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.114', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:63:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:11:36Z', 'updated_at': '2021-04-20T13:12:09Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:12:12.863872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:12:12.870459 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,segment=NetworkSegment(7bcaaa39-1928-4680-961e-c64f2d262835),segment_id=7bcaaa39-1928-4680-961e-c64f2d262835)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:12:12.881023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:12.897962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:12.974674 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-d18ebc70-39cb-46d6-8e04-1de9bf013f77 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208543 Apr 20 13:12:13.003954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:13.005031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:13.024703 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] 10.222.0.78 "PUT /v2.0/ports/c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 HTTP/1.1" status: 200 len: 1094 time: 2.3239477 Apr 20 13:12:13.026912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:13.219554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:13.225617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:13.242529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e794e-df8c-47a0-9c16-cc764959cecf None None] New status for floating IP 8df69b9b-e2f0-49d7-ba28-75108f93334f: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:12:13.322887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-1408338d-2a56-4e26-b0f4-dc11e32881aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:13.324528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-1408338d-2a56-4e26-b0f4-dc11e32881aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bdae122a77b64e22a9d8d36edf4c42ac&device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 1097 time: 0.2221193 Apr 20 13:12:13.461868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58762) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:13.491368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-fc79fbd8-9770-4710-812c-24da0b4e2ab0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 HTTP/1.1" status: 200 len: 217 time: 0.1483777 Apr 20 13:12:13.667753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-2b2e39cd-6b78-4f42-89bc-10f6ed48a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:13.669808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-2b2e39cd-6b78-4f42-89bc-10f6ed48a6c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3 HTTP/1.1" status: 200 len: 848 time: 0.1513274 Apr 20 13:12:13.756236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:13.787454 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-46e1e4a9-6b2a-454c-a1d4-6ce199efe70f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14806742-9f67-4142-b63c-c3780c7c201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084640 Apr 20 13:12:13.797701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:13.803648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Usage tracker for resource:security_group_rule and tenant:c4a85c9844ce45b38e4ce42613066b2b is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:13.806912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:13.815556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:13.858301 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-637ae00b-fb97-4622-a530-f6c292c4a302 req-c2e1e68b-2dd8-40a2-93ad-d48af48027a3 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474271 Apr 20 13:12:13.863860 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5', 'status': 'completed', 'code': 200} Apr 20 13:12:13.897072 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880cc0-0da6-46ec-9807-0175d9dcd04c req-fd8e319c-b467-4db4-a4ef-0849ec0bbe48 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:13.900729 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-39880cc0-0da6-46ec-9807-0175d9dcd04c req-fd8e319c-b467-4db4-a4ef-0849ec0bbe48 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1366868 Apr 20 13:12:13.956737 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-39880cc0-0da6-46ec-9807-0175d9dcd04c req-73f4eba4-205c-4b6b-8e50-1d5abea9576e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Apr 20 13:12:14.064076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58788) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:14.133248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.145986 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-8ad5d3fa-5f1d-49a8-a3a3-4e275ab2bf34 service neutron] 10.222.0.78 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875576 Apr 20 13:12:14.146615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.161144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f7a9387b-b7fd-4055-849b-315cfd917cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:14.194930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.212866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:14.216970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Usage tracker for resource:security_group_rule and tenant:25d8e0cf725446feb5ec9382c64f75b9 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:14.220004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:14.226410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:14.301049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023c289-ae34-44df-a638-96673b43898d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:14.304633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:14.316226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.319408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.323424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4a85c9844ce45b38e4ce42613066b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581121 Apr 20 13:12:14.324411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58796) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:14.328665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-690fa9fa-c3cc-4074-8c94-3ba551c7f395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:14.376217 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25d8e0cf725446feb5ec9382c64f75b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083894 Apr 20 13:12:14.376217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58800) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:14.379137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74074c7c-7963-482f-8ff8-a72390278031,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:14.393589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-09511f6f-dbbb-4ead-860d-6fc8ed33f71e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:14.394355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-09511f6f-dbbb-4ead-860d-6fc8ed33f71e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Synchronizing usage tracker for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:14.396395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:14.442291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.456512 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-adc3bb95-9200-4080-9cf3-d3461a853e6d req-a0427109-737f-445a-9d74-f903196849d0 service neutron] 10.222.0.78 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963624 Apr 20 13:12:14.462167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-09511f6f-dbbb-4ead-860d-6fc8ed33f71e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Unset dirty status for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:14.463389 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-09511f6f-dbbb-4ead-860d-6fc8ed33f71e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 944 time: 0.3956761 Apr 20 13:12:14.464176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.469627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.522941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.523452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.527965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b94e7bc0-b08a-44ec-9910-768a6cc5eeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:14.544284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74074c7c-7963-482f-8ff8-a72390278031,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:14.547012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:14.551071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.553487 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74074c7c-7963-482f-8ff8-a72390278031 HTTP/1.1" status: 204 len: 168 time: 0.1764469 Apr 20 13:12:14.565001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-262802d4-a853-4f46-9c2a-0c8c21dc667e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Synchronizing usage tracker for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:14.602854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-262802d4-a853-4f46-9c2a-0c8c21dc667e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Unset dirty status for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:14.604137 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5ded3cec-ae1b-4c74-a446-4bc2e840820e req-262802d4-a853-4f46-9c2a-0c8c21dc667e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295490 Apr 20 13:12:14.609753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.616834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b2869510-229f-4e3d-a1b8-fd9cd7b158bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:14.629523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023c289-ae34-44df-a638-96673b43898d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:14.631893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:14.638274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:14.642062 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5023c289-ae34-44df-a638-96673b43898d HTTP/1.1" status: 204 len: 168 time: 0.3135121 Apr 20 13:12:14.755061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699231f6-1496-4419-ab0c-6646463f3b37 req-6e085fb2-3851-4f57-a418-206c2b37be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:14.757086 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-6e085fb2-3851-4f57-a418-206c2b37be50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bdae122a77b64e22a9d8d36edf4c42ac&device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 1097 time: 0.0974643 Apr 20 13:12:14.912154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699231f6-1496-4419-ab0c-6646463f3b37 req-5f39691d-e8ed-4ce7-bb22-add44d2b569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:14.913962 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-5f39691d-e8ed-4ce7-bb22-add44d2b569d service neutron] 10.222.0.78 "GET /v2.0/networks?id=14806742-9f67-4142-b63c-c3780c7c201a HTTP/1.1" status: 200 len: 910 time: 0.1483412 Apr 20 13:12:14.982233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58818) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:15.014866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.039761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:15.041284 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-8c0fd410-c7a6-4d0a-be4f-88c355ebcd8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 HTTP/1.1" status: 200 len: 217 time: 0.1153643 Apr 20 13:12:15.048865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8a11fad1684f04a7baa881b9726520 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:15.051933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:15.057928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:15.133352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58828) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:15.210239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.223202 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.226201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699231f6-1496-4419-ab0c-6646463f3b37 req-117e334a-9c85-4838-993c-f8d4327f8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:15.229536 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-117e334a-9c85-4838-993c-f8d4327f8b94 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3 HTTP/1.1" status: 200 len: 848 time: 0.1689224 Apr 20 13:12:15.231859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:15.234514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.244543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:15.256510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Usage tracker for resource:security_group_rule and tenant:266acceaebdc42758d76bcffdea3bfd3 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:15.265031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:15.287835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:15.304837 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f8a11fad1684f04a7baa881b9726520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191793 Apr 20 13:12:15.305033 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-5c008545-b523-44ab-bd65-1381dfa301cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14806742-9f67-4142-b63c-c3780c7c201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655243 Apr 20 13:12:15.307043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 58838) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:15.307936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5bb2ca-b9ff-40bb-b002-f1579b66b11d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:15.318538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:15.384937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08d393-06ab-4947-981c-e9addad75fb5 req-3bb28e17-040c-4c82-b281-e17500c5eb45 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:15.386585 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d08d393-06ab-4947-981c-e9addad75fb5 req-3bb28e17-040c-4c82-b281-e17500c5eb45 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2257993 Apr 20 13:12:15.408013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.412856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.420472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a6ba74d-52df-4ae9-9dd7-d43c287160a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:15.463961 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=266acceaebdc42758d76bcffdea3bfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293602 Apr 20 13:12:15.464814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7da1ab-743e-46e1-b743-3fc90a0b08a2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:15.467410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58846) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:15.471266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:15.522884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.536016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.561133 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d08d393-06ab-4947-981c-e9addad75fb5 req-2e7b6722-f38d-4b45-9ddb-3ca753f52587 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085248 Apr 20 13:12:15.581942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.589407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.638473 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-d524fd7a-c702-4d28-bbc4-f414c2189269 service neutron] 10.222.0.78 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242552 Apr 20 13:12:15.639633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.647096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f092dac4-8513-4b24-915b-2372b45f25db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:15.660489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7da1ab-743e-46e1-b743-3fc90a0b08a2,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:15.663083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:15.674854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.676238 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d7da1ab-743e-46e1-b743-3fc90a0b08a2 HTTP/1.1" status: 204 len: 168 time: 0.2067239 Apr 20 13:12:15.831250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.839819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:15.850662 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-699231f6-1496-4419-ab0c-6646463f3b37 req-8ed29512-a908-4d0e-88cb-571e683fcec8 service neutron] 10.222.0.78 "GET /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016864 Apr 20 13:12:15.853230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5bb2ca-b9ff-40bb-b002-f1579b66b11d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:15.859143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:15.865756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:15.869976 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf5bb2ca-b9ff-40bb-b002-f1579b66b11d HTTP/1.1" status: 204 len: 168 time: 0.5598218 Apr 20 13:12:15.883242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeefe83-6021-4121-a97d-95b07daa27b8 req-79285bae-2f34-410e-b206-cfb94bf7806f tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:15.890012 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0eeefe83-6021-4121-a97d-95b07daa27b8 req-79285bae-2f34-410e-b206-cfb94bf7806f tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 944 time: 0.1079559 Apr 20 13:12:15.938618 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0eeefe83-6021-4121-a97d-95b07daa27b8 req-1adc8828-fe42-4f29-956f-6ae9f00a8f3a tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Apr 20 13:12:16.795041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8022e-bb90-4f9d-92da-0ea991cd0eee req-053ebda4-46da-40a9-98bb-258b10b48af5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:16.796938 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8f8022e-bb90-4f9d-92da-0ea991cd0eee req-053ebda4-46da-40a9-98bb-258b10b48af5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1014130 Apr 20 13:12:16.861162 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8f8022e-bb90-4f9d-92da-0ea991cd0eee req-30a498e3-adab-430e-bbfd-6066f8d0beed tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Apr 20 13:12:16.978871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd9db3a-7e94-4833-8191-aee1c3b3a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.163496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafb4e6-4b13-4092-b553-6b776a168fb2 req-5c55990e-eb26-448f-a9f3-a784a12fa5f4 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:17.165145 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3bafb4e6-4b13-4092-b553-6b776a168fb2 req-5c55990e-eb26-448f-a9f3-a784a12fa5f4 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 944 time: 0.0981081 Apr 20 13:12:17.224803 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3bafb4e6-4b13-4092-b553-6b776a168fb2 req-2bea1ba4-e914-457a-9c09-f2dce5bec673 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501497 Apr 20 13:12:17.426764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58934) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:17.495143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:12:17.696806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,segment=NetworkSegment(7bcaaa39-1928-4680-961e-c64f2d262835),segment_id=7bcaaa39-1928-4680-961e-c64f2d262835)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:17.719541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5', 'network_id': '14806742-9f67-4142-b63c-c3780c7c201a', 'port_id': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5', 'mac_address': 'fa:16:3e:87:e6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:12:17.724830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.746941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:17.753503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:91c9d8a9420f47dfa8fcbff0eac3109a is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:17.757290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:17.765249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:17.838104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.870567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:12:17.890264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.893665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.907432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6c70960c-8f84-47b7-8189-8c4fdac21b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:17.908531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,segment=NetworkSegment(7bcaaa39-1928-4680-961e-c64f2d262835),segment_id=7bcaaa39-1928-4680-961e-c64f2d262835)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:17.914888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:17.917759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:17.983631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831047ba-3ad7-4a37-9c56-fdadfbe5ae26,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:18.034259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:18.046019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:18.059969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.060355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.060735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.061104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.061473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.066187 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91c9d8a9420f47dfa8fcbff0eac3109a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6358242 Apr 20 13:12:18.066479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58966) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:18.072910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.074728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.078116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.078681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.079703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.081983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.082570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:12:18.087115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:18.213583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.261537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.293359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bf1b-dc08-4f98-b192-4adb20a54b9d req-90290050-ee79-470c-a919-9bd4b366a8ae tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:18.295038 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8704bf1b-dc08-4f98-b192-4adb20a54b9d req-90290050-ee79-470c-a919-9bd4b366a8ae tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1760914 Apr 20 13:12:18.363854 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8704bf1b-dc08-4f98-b192-4adb20a54b9d req-ab76cbd9-3d28-4d99-9b94-69d0b66a03f3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601406 Apr 20 13:12:18.370798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.378084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f8e85a4-9141-4fa3-bbba-521e496e6099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:18.391619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831047ba-3ad7-4a37-9c56-fdadfbe5ae26,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:18.395298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:18.398407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.399256 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/831047ba-3ad7-4a37-9c56-fdadfbe5ae26 HTTP/1.1" status: 204 len: 168 time: 0.3317606 Apr 20 13:12:18.499118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:12:18.564397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957820d-8e33-4369-9aa7-9204671ddc3f req-bd15cbc6-1a9c-4334-b9b5-37fe00fa79eb tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:18.572627 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1957820d-8e33-4369-9aa7-9204671ddc3f req-bd15cbc6-1a9c-4334-b9b5-37fe00fa79eb tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 945 time: 0.1029809 Apr 20 13:12:18.648444 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1957820d-8e33-4369-9aa7-9204671ddc3f req-d61f181b-a215-4974-96fc-4957b58d14e9 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710037 Apr 20 13:12:18.670384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 58998) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:18.831359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.848142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:18.852632 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d14f46deec44628b4a41a7785b19b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:18.855851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:18.861859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:18.952667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.956684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:18.966501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-afb86386-afa8-4473-adb2-fde9181cf773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:19.019252 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2d14f46deec44628b4a41a7785b19b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468180 Apr 20 13:12:19.020786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59020) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:19.021378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496b7e31-c1a1-4378-bfb4-1b80fc923286,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:19.025953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:19.092549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.121283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.167761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.173247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a7a038d-3884-464b-ae43-901a388ef0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:19.186913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b7e31-c1a1-4378-bfb4-1b80fc923286,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:19.190050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:19.192211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.198005 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/496b7e31-c1a1-4378-bfb4-1b80fc923286 HTTP/1.1" status: 204 len: 168 time: 0.1756909 Apr 20 13:12:19.585173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88db36-3718-49df-b2c0-93c5a4c1750a req-19d946bf-73f1-4871-ad9c-c3e70e1f32ed tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:19.587176 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a88db36-3718-49df-b2c0-93c5a4c1750a req-19d946bf-73f1-4871-ad9c-c3e70e1f32ed tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1025205 Apr 20 13:12:19.590682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59050) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:19.610986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.627307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:19.631583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Usage tracker for resource:security_group_rule and tenant:17e502b02ed4413fab27dcc80887ef6f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:19.634793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:19.637632 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a88db36-3718-49df-b2c0-93c5a4c1750a req-ec479479-7ede-48e7-9b31-12e15d39c68d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Apr 20 13:12:19.640907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:19.730454 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.735984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.746820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-149e3c2f-96cf-426d-8a99-e7f6c705187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:19.752455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:19.846977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb87c02b-4807-4223-abfb-b2ab7dd9be3a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:19.857059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:19.860533 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17e502b02ed4413fab27dcc80887ef6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683151 Apr 20 13:12:19.864065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59066) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:19.954877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4590b7-de66-416e-9e3f-802fb6d32ce1 req-94db35f2-da9b-4386-996c-ae359e5296f7 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:19.956489 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5d4590b7-de66-416e-9e3f-802fb6d32ce1 req-94db35f2-da9b-4386-996c-ae359e5296f7 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 945 time: 0.1823537 Apr 20 13:12:19.962282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:20.049343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:20.078049 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5d4590b7-de66-416e-9e3f-802fb6d32ce1 req-7f169df5-f5e0-4b9b-be7e-8cd6ad75738f tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968673 Apr 20 13:12:20.118750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:20.124070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2c1fe1a8-0c79-43f5-b3b3-7cbb0eeb4e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:20.135660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb87c02b-4807-4223-abfb-b2ab7dd9be3a,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:20.138240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:20.146770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:20.148144 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb87c02b-4807-4223-abfb-b2ab7dd9be3a HTTP/1.1" status: 204 len: 168 time: 0.2829905 Apr 20 13:12:20.437597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:20.852600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b6346-144f-4dc6-8885-8011100ca1df req-cc7cd963-e0ed-4b16-b81d-702b6342966f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:20.854355 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e42b6346-144f-4dc6-8885-8011100ca1df req-cc7cd963-e0ed-4b16-b81d-702b6342966f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.0958781 Apr 20 13:12:20.903413 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e42b6346-144f-4dc6-8885-8011100ca1df req-0f4f90d9-4187-4bdf-837c-507051db4136 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Apr 20 13:12:21.291108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215acd-c8d7-4688-af15-436864ffcb92 req-d3d58c40-385d-4be3-99c8-60c5c91c6588 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:21.292748 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ca215acd-c8d7-4688-af15-436864ffcb92 req-d3d58c40-385d-4be3-99c8-60c5c91c6588 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 945 time: 0.0951338 Apr 20 13:12:21.357077 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ca215acd-c8d7-4688-af15-436864ffcb92 req-cc5eec0f-988c-4ac5-a15d-005d5e719280 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Apr 20 13:12:21.362364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.400460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:12:21.461411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59130) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:21.465923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59134) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:21.531571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:12:21.603367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.612270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:12:21.615819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.618009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:12:21.618388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.621013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:21.625073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:7f347d825bec49ed8224c2af1ca0425c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:21.629243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:21.633274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:21.635564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:21.637214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:afe216065d924332b59c5c4d45cdefd4 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:21.640158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:21.646865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:21.730492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.739657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.741808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.751145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.756661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:21.770153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb4d0ccb-8d4c-458a-94c4-d70682df6d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:21.771970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.791330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9de40-1682-45df-84bf-82bcf94f1805,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:21.795499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:21.806315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:21.815314 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f347d825bec49ed8224c2af1ca0425c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477404 Apr 20 13:12:21.818745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,segment=NetworkSegment(7bcaaa39-1928-4680-961e-c64f2d262835),segment_id=7bcaaa39-1928-4680-961e-c64f2d262835)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:21.825054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.827358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:21.835789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59148) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:21.835934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6bbcb5-d770-4f02-8aa4-4cce135a3c43,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:21.860466 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afe216065d924332b59c5c4d45cdefd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978677 Apr 20 13:12:21.861828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59154) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:21.862591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:21.902344 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5', 'code': 200} Apr 20 13:12:21.932150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.932527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:21.943085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:21.960399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:21.983075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.007957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.064129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.074032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9143dde7-c62a-44d1-9cee-0dd996ee4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:22.092534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9de40-1682-45df-84bf-82bcf94f1805,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:22.097983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:22.100291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.104115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eae9de40-1682-45df-84bf-82bcf94f1805 HTTP/1.1" status: 204 len: 168 time: 0.2645023 Apr 20 13:12:22.104276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.115615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:22.136006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6bbcb5-d770-4f02-8aa4-4cce135a3c43,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:22.139331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:22.140378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.144552 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b6bbcb5-d770-4f02-8aa4-4cce135a3c43 HTTP/1.1" status: 204 len: 168 time: 0.2779584 Apr 20 13:12:22.259438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.298118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5277bb-514d-4dc0-91e1-def24b9a4736 req-a28d7916-b103-4c6d-9397-0116ceddca37 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:22.300259 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8d5277bb-514d-4dc0-91e1-def24b9a4736 req-a28d7916-b103-4c6d-9397-0116ceddca37 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1750326 Apr 20 13:12:22.356007 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8d5277bb-514d-4dc0-91e1-def24b9a4736 req-4bbf25c4-7dc3-4745-9206-694c5270c370 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Apr 20 13:12:22.374818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018a4a-889a-4249-83a9-0f497976c503 req-316f9439-ec67-483e-9782-0df725bea972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:22.376683 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dd018a4a-889a-4249-83a9-0f497976c503 req-316f9439-ec67-483e-9782-0df725bea972 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 1099 time: 0.0909176 Apr 20 13:12:22.432175 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dd018a4a-889a-4249-83a9-0f497976c503 req-42b26cef-bc99-47f5-b993-544f64821922 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Apr 20 13:12:22.578058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59180) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:22.605182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.624163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:22.637598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0373dc95124b84b037e924da744ccb is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:22.640790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:22.648148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:22.663015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525989eb-6d9d-4745-ac1d-85311c0faff5 req-b509502e-5d2f-4e6b-9473-10fb54e6c802 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:22.665345 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-525989eb-6d9d-4745-ac1d-85311c0faff5 req-b509502e-5d2f-4e6b-9473-10fb54e6c802 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.1805508 Apr 20 13:12:22.727204 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-525989eb-6d9d-4745-ac1d-85311c0faff5 req-219a0195-3874-47c0-8f47-9fd9c33fe1ca tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552461 Apr 20 13:12:22.745634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.750300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.770107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a5d918b-957c-462d-9b3a-c9df231b915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:22.806625 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea0373dc95124b84b037e924da744ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274055 Apr 20 13:12:22.809720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59192) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:22.810787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809a463-d374-48a8-85bd-be75657499b1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:22.814712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:22.880469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.911928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.962887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:22.969909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:23.202843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809a463-d374-48a8-85bd-be75657499b1,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:23.205063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.206309 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9809a463-d374-48a8-85bd-be75657499b1 HTTP/1.1" status: 204 len: 168 time: 0.3951585 Apr 20 13:12:23.207191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:23.234790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59214) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:23.366440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-423992629-network', 'tenant_id': 'da7b19afdc1544b6b2afa38789ac0176'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:23.371123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:23.384821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Usage tracker for resource:network and tenant:da7b19afdc1544b6b2afa38789ac0176 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:23.388006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:23.395401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:23.408986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Made reservation on behalf of da7b19afdc1544b6b2afa38789ac0176 for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:23.417814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.434773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.452027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:23.456758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Usage tracker for resource:security_group_rule and tenant:da7b19afdc1544b6b2afa38789ac0176 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:23.459914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:23.466685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:23.565717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.569285 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.573904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:23.605141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c943-41c9-44b5-aee8-df0b577d68b9 req-f77bbac4-8796-41c2-93e7-c0fd9db7967b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:23.611884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4279921-ad25-42ab-a62e-0b1d700d8984,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:23.616009 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6cf6c943-41c9-44b5-aee8-df0b577d68b9 req-f77bbac4-8796-41c2-93e7-c0fd9db7967b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1225159 Apr 20 13:12:23.644458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:23.649277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:12:23.666261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.666786 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Added segment e43eefc5-2f7d-4091-9e08-cbcbbf7981e4 of type vlan for network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 Apr 20 13:12:23.673069 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6cf6c943-41c9-44b5-aee8-df0b577d68b9 req-97362aa0-ad73-4e60-aa95-a0dc1bd0bf84 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558414 Apr 20 13:12:23.698029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.734648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.736224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:23.737959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:23.744996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:23.911312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Pushing event updated for resources: {'Network': ['ID=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:23.921885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:12:23.930672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:23.945638 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7064135 Apr 20 13:12:23.945638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59252) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:23.958366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Request body: {'subnet': {'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-423992629-subnet', 'tenant_id': 'da7b19afdc1544b6b2afa38789ac0176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:23.979964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:23.988546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Usage tracker for resource:subnet and tenant:da7b19afdc1544b6b2afa38789ac0176 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:23.992573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:24.001984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:24.022740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef36e6-6763-4034-b1b4-0e2ce208b7d8 req-42b5fc2f-1b04-4098-91c5-83703e418166 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:24.024632 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43ef36e6-6763-4034-b1b4-0e2ce208b7d8 req-42b5fc2f-1b04-4098-91c5-83703e418166 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.1710572 Apr 20 13:12:24.026058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Made reservation on behalf of da7b19afdc1544b6b2afa38789ac0176 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:24.032078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:24.276754 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43ef36e6-6763-4034-b1b4-0e2ce208b7d8 req-d2d24ae1-5033-41c4-9944-4cdc0dd68ce8 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272663 Apr 20 13:12:24.638537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:24.643157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:24.726174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9347933-59be-450f-83e9-b0707f20d57f,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:24.734863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:24.735481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Checking segment: {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:12:24.736418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Network hostable DHCP agents. Network: d3141f89-dfdf-4c42-a8da-e49da3e5c0a6, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:12:24.762704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:12:24.772660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, d3141f89-dfdf-4c42-a8da-e49da3e5c0a6) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:12:24.782050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b99e6-2cd0-4d48-b340-0aca2f91f847 None None] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:12:24.786616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:24.787382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:24.813594 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8b6929f2-90ca-411c-b5c9-303c62202b13 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8662705 Apr 20 13:12:24.897877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59288) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:24.936197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6de5e-929e-47c5-ba75-a271d8b660d5 req-3a800cce-a535-49bc-b684-e3c1d3cf20ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:24.938391 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dbe6de5e-929e-47c5-ba75-a271d8b660d5 req-3a800cce-a535-49bc-b684-e3c1d3cf20ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1023505 Apr 20 13:12:25.003567 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dbe6de5e-929e-47c5-ba75-a271d8b660d5 req-1e5b0607-8135-4d3a-a34d-943b9ffeb5ef tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Apr 20 13:12:25.092581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503b8bc-6f42-4c60-972b-aa35246000db None None] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:12:25.223552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.249624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:25.254181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7608a3006164e1eb14c9fdd66938593 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:25.257325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:25.263754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:25.374776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.378417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.410332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ae46b2b7-1df0-4af0-b627-851a015ca93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:25.426039 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7608a3006164e1eb14c9fdd66938593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262341 Apr 20 13:12:25.429548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59312) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:25.478500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd5812-8c18-460e-9dac-1637a7847dd1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:25.485976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:25.523004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531679-5f27-4d04-92f7-616759b11ac9 req-92f626dc-a4f6-48dc-8dd5-c0d0ba2b4402 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:25.531779 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-83531679-5f27-4d04-92f7-616759b11ac9 req-92f626dc-a4f6-48dc-8dd5-c0d0ba2b4402 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.1217010 Apr 20 13:12:25.542801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.576868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.620033 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-83531679-5f27-4d04-92f7-616759b11ac9 req-ebe4b5ff-49c0-4bc0-8a9e-5fd9ca0aa59e tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872989 Apr 20 13:12:25.650560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.656500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f1aa228a-bb20-41e7-980d-30e11832a917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:25.674149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd5812-8c18-460e-9dac-1637a7847dd1,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:25.677784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:25.685797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:25.689977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4bd5812-8c18-460e-9dac-1637a7847dd1 HTTP/1.1" status: 204 len: 168 time: 0.2593489 Apr 20 13:12:26.286157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472673c3-dd33-4ac3-855f-bcca77c81aed req-f76a4a5f-5fc1-4b7f-a9c1-946256002b88 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:26.290222 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-472673c3-dd33-4ac3-855f-bcca77c81aed req-f76a4a5f-5fc1-4b7f-a9c1-946256002b88 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1503441 Apr 20 13:12:26.395040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-472673c3-dd33-4ac3-855f-bcca77c81aed req-0fc0c846-b98d-4859-8d25-99530d78d5f2 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005561 Apr 20 13:12:27.615043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28971f9-f3bb-41e0-9285-711bcad579d8 req-75ada93c-18dc-473a-a826-3c61466636f9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:27.616655 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c28971f9-f3bb-41e0-9285-711bcad579d8 req-75ada93c-18dc-473a-a826-3c61466636f9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.0883126 Apr 20 13:12:27.671227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c28971f9-f3bb-41e0-9285-711bcad579d8 req-17045645-85d4-49f7-bff3-038b1066b189 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Apr 20 13:12:28.916600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fb583-2998-4ee0-9aa2-12e3eb56181d req-cea11c5a-745e-4d47-a34d-554ff563fbad tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:28.919676 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d20fb583-2998-4ee0-9aa2-12e3eb56181d req-cea11c5a-745e-4d47-a34d-554ff563fbad tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1120706 Apr 20 13:12:28.936423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-1f4163a7-2b2d-4bc7-9cbd-ec2a9c2483b1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:28.937175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-1f4163a7-2b2d-4bc7-9cbd-ec2a9c2483b1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Synchronizing usage tracker for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:28.954057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-1f4163a7-2b2d-4bc7-9cbd-ec2a9c2483b1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Unset dirty status for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:28.955885 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-1f4163a7-2b2d-4bc7-9cbd-ec2a9c2483b1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 808 time: 0.2172635 Apr 20 13:12:28.974360 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-b58e3c20-6390-426f-8934-09839a3a01ca tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/quotas/da7b19afdc1544b6b2afa38789ac0176 HTTP/1.1" status: 200 len: 375 time: 0.0110462 Apr 20 13:12:28.976099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d20fb583-2998-4ee0-9aa2-12e3eb56181d req-8fe816ae-dc2d-4bb0-a183-ecedbe253034 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Apr 20 13:12:29.044940 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-caa98f08-a6f7-4055-831b-d0edec33eb3b tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571239 Apr 20 13:12:29.217276 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-a361141b-1b72-410a-bf02-2e5173246af1 service neutron] 10.222.0.68 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615741 Apr 20 13:12:29.387808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-97e0963b-96b8-455c-baee-05f1628702e0 service neutron] 10.222.0.68 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651068 Apr 20 13:12:29.613323 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a38412fa-c475-43c7-afd0-6ae7b7e25db9 req-4976a81c-bd92-44dd-b6f6-e1855deb8d27 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 210 time: 0.0598218 Apr 20 13:12:30.232111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543ff4-e683-436b-adc0-e34852461c40 req-9256a78b-2e24-4b5f-9c0d-79c472972c2f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:30.233863 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f9543ff4-e683-436b-adc0-e34852461c40 req-9256a78b-2e24-4b5f-9c0d-79c472972c2f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.0977614 Apr 20 13:12:30.290979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f9543ff4-e683-436b-adc0-e34852461c40 req-3666912c-1622-49a1-9d82-0491d4b4788e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Apr 20 13:12:30.791493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-789a21b7-fa37-4cf2-9f45-a68568bfdb40 req-28d75785-e568-4c83-8e40-a1fff80a14e8 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 210 time: 0.0547926 Apr 20 13:12:31.172259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-7a5e95fc-a21e-498c-ace6-f0d6adbace80 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:31.174245 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-7a5e95fc-a21e-498c-ace6-f0d6adbace80 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 808 time: 0.2140458 Apr 20 13:12:31.195941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Request body: {'port': {'device_id': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6', 'admin_state_up': True, 'tenant_id': 'da7b19afdc1544b6b2afa38789ac0176'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:31.410471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:31.415137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Usage tracker for resource:port and tenant:da7b19afdc1544b6b2afa38789ac0176 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:31.418543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:31.424643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:31.434773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Made reservation on behalf of da7b19afdc1544b6b2afa38789ac0176 for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:31.442350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:31.673574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b7e6-74a0-4600-9a1f-f7b28222c36f req-02cf2d74-a223-4992-844e-f5af417d5d07 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:31.675234 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8ee3b7e6-74a0-4600-9a1f-f7b28222c36f req-02cf2d74-a223-4992-844e-f5af417d5d07 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2210093 Apr 20 13:12:31.732438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Allocated IP 172.20.0.7 (d3141f89-dfdf-4c42-a8da-e49da3e5c0a6/c9347933-59be-450f-83e9-b0707f20d57f/bdcfdcdd-b228-49c7-bb80-d95c23b7fd96) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:12:31.752470 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8ee3b7e6-74a0-4600-9a1f-f7b28222c36f req-e9bcf3b0-24e4-42b6-a364-e5e583b99e41 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699024 Apr 20 13:12:31.941018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea44b0-999e-48f4-b38e-0b35a337b04e req-9f194930-b9cd-4cd8-aaba-5e0822f88bf9 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:31.942610 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2ea44b0-999e-48f4-b38e-0b35a337b04e req-9f194930-b9cd-4cd8-aaba-5e0822f88bf9 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.0919070 Apr 20 13:12:31.972489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:32.002708 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2ea44b0-999e-48f4-b38e-0b35a337b04e req-564c7232-448d-4443-8b5e-ff1f64bdc8f9 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Apr 20 13:12:32.006024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:32.014193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:32.089153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:12:32.127620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:12:32.137724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:12:32.191746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Pushing event updated for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:32.204693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:32.230871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:32.231552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:32.269522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683d52-1d20-4536-a593-50d8e629de5b req-81891b14-f732-4faf-ae94-88540d059b65 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:32.270287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fc683d52-1d20-4536-a593-50d8e629de5b req-81891b14-f732-4faf-ae94-88540d059b65 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Synchronizing usage tracker for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:32.275543 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849981 Apr 20 13:12:32.288639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fc683d52-1d20-4536-a593-50d8e629de5b req-81891b14-f732-4faf-ae94-88540d059b65 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Unset dirty status for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:32.289854 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc683d52-1d20-4536-a593-50d8e629de5b req-81891b14-f732-4faf-ae94-88540d059b65 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 931 time: 0.2135406 Apr 20 13:12:32.303129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Request body: {'port': {'device_id': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:32.397272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fc683d52-1d20-4536-a593-50d8e629de5b req-41db9a54-e8dc-4851-894e-05ae64f59a1d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Synchronizing usage tracker for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:32.472166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-fc683d52-1d20-4536-a593-50d8e629de5b req-41db9a54-e8dc-4851-894e-05ae64f59a1d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Unset dirty status for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:32.477995 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc683d52-1d20-4536-a593-50d8e629de5b req-41db9a54-e8dc-4851-894e-05ae64f59a1d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818025 Apr 20 13:12:32.482884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.098068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439ada-889a-4bd2-a30a-24047692caba req-5049656d-7714-47f6-80c2-1bbad7fead6a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.099685 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81439ada-889a-4bd2-a30a-24047692caba req-5049656d-7714-47f6-80c2-1bbad7fead6a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1461446 Apr 20 13:12:33.210488 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81439ada-889a-4bd2-a30a-24047692caba req-fde21a9a-6f15-4611-bfcb-4df5bfcb311c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Apr 20 13:12:33.212609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:12:33.221102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.238430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Transition to ACTIVE for port object bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:12:33.241138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.246249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:33.369168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536660-64dd-46ca-bd3b-3b4f4bbd6799 req-341eaad2-bf59-4d91-b2bf-df8e3de27589 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.370867 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b536660-64dd-46ca-bd3b-3b4f4bbd6799 req-341eaad2-bf59-4d91-b2bf-df8e3de27589 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.0930264 Apr 20 13:12:33.415973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Pushing event updated for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:33.420272 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b536660-64dd-46ca-bd3b-3b4f4bbd6799 req-5536a4bd-2311-435a-bcc7-5c51664767a5 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Apr 20 13:12:33.423654 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:33.497125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Attempting to bind port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:12:33.499695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Attempting to bind port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:12:33.499695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Attempting to bind port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:33.505892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:33.506258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Attempting to bind port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:33.512124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:12:33.512497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Checking segment: {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:12:33.512920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Bound using segment: {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:12:33.513408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Bound port: bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:12:33.513859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.682968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:12:33.688253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:12:33.703185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.709283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:33.779948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2eb2f-ad98-44bd-9cf3-6ab0981aaf7c req-a9a82e97-a180-45a3-81f0-04fe600414c3 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.781645 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6fd2eb2f-ad98-44bd-9cf3-6ab0981aaf7c req-a9a82e97-a180-45a3-81f0-04fe600414c3 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 943 time: 0.1901443 Apr 20 13:12:33.794921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.795638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:33.796975 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] 10.222.0.78 "PUT /v2.0/ports/bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 HTTP/1.1" status: 200 len: 1093 time: 1.4988651 Apr 20 13:12:33.798798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:33.849843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Pushing event updated for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:33.857213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:33.861430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96', 'status': 'completed', 'code': 200} Apr 20 13:12:33.866661 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6fd2eb2f-ad98-44bd-9cf3-6ab0981aaf7c req-e51d39a4-1f6f-46ed-82ab-16007a4ca22a tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687199 Apr 20 13:12:33.887404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-badf3c91-7240-40ba-bae6-8a9c904c6aa3 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.888976 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-badf3c91-7240-40ba-bae6-8a9c904c6aa3 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.78 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.1001780 Apr 20 13:12:33.970050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-f657465f-210b-4abb-89f9-de2b196b6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:33.972113 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-f657465f-210b-4abb-89f9-de2b196b6a57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 1096 time: 0.0871789 Apr 20 13:12:33.980944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Deleting port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:12:33.981557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:34.088196 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-26ef92f1-588e-4cef-863e-385099884855 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 HTTP/1.1" status: 200 len: 217 time: 0.0989752 Apr 20 13:12:34.181374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-689c00bc-0e8d-4c5a-8998-9fd3cd4a1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:34.183222 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-689c00bc-0e8d-4c5a-8998-9fd3cd4a1c1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9347933-59be-450f-83e9-b0707f20d57f HTTP/1.1" status: 200 len: 848 time: 0.0870550 Apr 20 13:12:34.271590 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-13c172ae-d642-4881-8a13-73c983b68e86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620944 Apr 20 13:12:34.352784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] For port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,segment=NetworkSegment(7bcaaa39-1928-4680-961e-c64f2d262835),segment_id=7bcaaa39-1928-4680-961e-c64f2d262835)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:34.353393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:34.504376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8107ff5-93b6-45f8-9d21-64eebe9ddae8 req-e626b659-d479-4be1-9c08-d49b00d5e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:34.506059 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8107ff5-93b6-45f8-9d21-64eebe9ddae8 req-e626b659-d479-4be1-9c08-d49b00d5e3e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 1099 time: 0.2196145 Apr 20 13:12:34.571073 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8107ff5-93b6-45f8-9d21-64eebe9ddae8 req-470788ba-615e-418b-9d99-a81bad9f3036 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565012 Apr 20 13:12:34.576571 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-165f42b4-9732-4885-9513-1287f9699c77 service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405825 Apr 20 13:12:34.576687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Calling delete_port for c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 owned by compute:nova {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:12:34.667033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4526d6d-31ce-4c23-bc21-9e3598991ab3 req-b19093cf-006a-4adc-98e6-0bb3019c3f33 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:34.668715 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4526d6d-31ce-4c23-bc21-9e3598991ab3 req-b19093cf-006a-4adc-98e6-0bb3019c3f33 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.3055341 Apr 20 13:12:34.676110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0e48-9105-4f43-ac17-2760edce500d req-1f1d88b5-25d7-48bf-b727-86c4b32c6103 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:34.678025 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3e5e0e48-9105-4f43-ac17-2760edce500d req-1f1d88b5-25d7-48bf-b727-86c4b32c6103 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 946 time: 0.1092892 Apr 20 13:12:34.682909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:34.734996 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3e5e0e48-9105-4f43-ac17-2760edce500d req-4420d8a3-af42-4669-acc5-acf4c5596df1 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/security-groups?id=c2b27880-3440-4bb5-8d79-82a0d309bb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Apr 20 13:12:34.749448 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4526d6d-31ce-4c23-bc21-9e3598991ab3 req-edb1512d-49dc-4731-8684-b9a2155a2906 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590382 Apr 20 13:12:34.841481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:34.849999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:34.885495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:12:34.902835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Pushing event deleted for resources: {'Port': ['ID=c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:34.979399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:34.991988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] No DVR routers for this DVR port c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 on host hv-cinder-78662 {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:12:34.995603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:35.000413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'name': 'network-vif-deleted', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:35.019839 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1daf6e97-5689-4a8c-90e4-0e72404db80f req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.78 "DELETE /v2.0/ports/c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 HTTP/1.1" status: 204 len: 173 time: 1.1230488 Apr 20 13:12:35.077608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23c96bb-e4dc-498e-b61a-47f08d9a04a5', 'name': 'network-vif-deleted', 'tag': 'c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5', 'status': 'completed', 'code': 200} Apr 20 13:12:35.203654 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e89a6d5-a08f-48a8-8f32-6904c6068b84 req-fcfc64c2-3fbd-4503-829a-85b1576de794 service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267987 Apr 20 13:12:35.217024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a71fd-a0c0-4a94-8810-a253f6fc0675 req-02828ac8-934b-42d7-8fb9-ecf4dee56e15 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:35.225239 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2f3a71fd-a0c0-4a94-8810-a253f6fc0675 req-02828ac8-934b-42d7-8fb9-ecf4dee56e15 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 943 time: 0.1675210 Apr 20 13:12:35.285052 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2f3a71fd-a0c0-4a94-8810-a253f6fc0675 req-9e6224bd-39e0-4bd8-bc98-ca4308ae1ac7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588224 Apr 20 13:12:35.507336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-884de668-764a-4e0a-a05a-cbeecc282e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:35.509583 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-884de668-764a-4e0a-a05a-cbeecc282e71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 1096 time: 0.1280673 Apr 20 13:12:35.657956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-d320b750-064f-4e56-821a-4325e8ff6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:35.659525 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-d320b750-064f-4e56-821a-4325e8ff6040 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 910 time: 0.1375067 Apr 20 13:12:35.755227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-7785fb91-2583-4305-9713-d9208add0399 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 HTTP/1.1" status: 200 len: 217 time: 0.0766780 Apr 20 13:12:35.927911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-871c7256-cbf6-4ae5-be12-8b24cf4d471f req-8d9eebc3-02de-4dce-a626-3e361a18dd76 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Synchronizing usage tracker for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:35.936957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-0cbe3d9a-c7c1-4702-9c28-6f1714988008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:35.939301 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-0cbe3d9a-c7c1-4702-9c28-6f1714988008 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9347933-59be-450f-83e9-b0707f20d57f HTTP/1.1" status: 200 len: 848 time: 0.1238732 Apr 20 13:12:35.945723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-871c7256-cbf6-4ae5-be12-8b24cf4d471f req-8d9eebc3-02de-4dce-a626-3e361a18dd76 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Unset dirty status for tenant:bdae122a77b64e22a9d8d36edf4c42ac on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:35.947683 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-871c7256-cbf6-4ae5-be12-8b24cf4d471f req-8d9eebc3-02de-4dce-a626-3e361a18dd76 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] 10.222.0.68 "GET /v2.0/ports?device_id=d23c96bb-e4dc-498e-b61a-47f08d9a04a5 HTTP/1.1" status: 200 len: 210 time: 0.0729024 Apr 20 13:12:36.045183 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-fcf925e0-61ad-4b09-97b8-b3b3cbd17f61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700741 Apr 20 13:12:36.157002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fd0e8-f04a-4fcb-b78d-b1d492dc37a3 req-ceb28075-393a-4c58-a1df-9901128f22ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:36.159710 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-354fd0e8-f04a-4fcb-b78d-b1d492dc37a3 req-ceb28075-393a-4c58-a1df-9901128f22ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2808263 Apr 20 13:12:36.246705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-354fd0e8-f04a-4fcb-b78d-b1d492dc37a3 req-cdbb83b7-6cd0-4f85-a7a8-1e6fbc32f1ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772343 Apr 20 13:12:36.267356 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-89f0e585-84f4-4768-9d78-74addb4fea6c service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024956 Apr 20 13:12:36.393681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59670) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:36.426452 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12a4b13b-03a4-4036-9c7e-abfa5071d291 req-1c0a1d81-4557-408e-8d66-b3f23f61f6e7 service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423762 Apr 20 13:12:36.496886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74807012-b34d-4fba-a407-a41573647733 req-aaa4a8e7-7597-4a5c-b157-b9542675332e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:36.498783 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74807012-b34d-4fba-a407-a41573647733 req-aaa4a8e7-7597-4a5c-b157-b9542675332e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 943 time: 0.0953376 Apr 20 13:12:36.554808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.589636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:36.594564 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74807012-b34d-4fba-a407-a41573647733 req-2d3dd90d-a455-46d1-9f79-9696d45984e7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895257 Apr 20 13:12:36.598092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Usage tracker for resource:security_group_rule and tenant:db29a7ac121b4252a500ce5837415f1a is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:36.601332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:36.607520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:36.706657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.710606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.738113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7cbb2cbb-7ed3-43c4-bb09-2a13e255a6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:36.770424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db29a7ac121b4252a500ce5837415f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751683 Apr 20 13:12:36.771392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59694) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:36.776987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e780d-3831-494d-9bbc-2c85f7b144eb,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:36.780816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:36.842898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.869868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.927954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.932935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b7ce84c8-4ef0-4f11-8d72-88482016aacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:36.947332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e780d-3831-494d-9bbc-2c85f7b144eb,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:36.949703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:36.952254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:36.953337 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a17e780d-3831-494d-9bbc-2c85f7b144eb HTTP/1.1" status: 204 len: 168 time: 0.1808703 Apr 20 13:12:37.261674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59708) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:37.280689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.296211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:37.300700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Usage tracker for resource:security_group_rule and tenant:8b9d788b26d148a4a85bc7a504905729 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:37.303859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:37.309517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:37.408659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.412046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.440273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8b65b0d9-5b07-40a2-a45b-3809c8d0cef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:37.469907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3132ff-c326-4b40-b68c-b5733df5b868,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:37.477778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ccdc3-2cd1-4484-a780-eccb2c5b477b req-3fd0f465-34fc-4eee-9ef1-3d3857ba970a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:37.487203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b9d788b26d148a4a85bc7a504905729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243280 Apr 20 13:12:37.488433 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:37.490002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59718) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:37.491285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7b2ccdc3-2cd1-4484-a780-eccb2c5b477b req-3fd0f465-34fc-4eee-9ef1-3d3857ba970a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1199229 Apr 20 13:12:37.535974 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7b2ccdc3-2cd1-4484-a780-eccb2c5b477b req-beaec20d-b4e9-4fbd-952d-16bd4b537117 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Apr 20 13:12:37.559079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.588813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:12:37.589552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.626317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:12:37.626711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c93d3fb8-b4a4-4ba2-94a1-8bc71c3e29b5 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:12:37.640161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.645876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77c23034-32fd-474f-a7e6-e44886be475d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:37.697085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3132ff-c326-4b40-b68c-b5733df5b868,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:37.699767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:37.707317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:37.710890 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a3132ff-c326-4b40-b68c-b5733df5b868 HTTP/1.1" status: 204 len: 168 time: 0.2173505 Apr 20 13:12:37.765799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7f6d-67d0-43fc-8da7-5ed25c011e74 req-ebdeeb54-ab2b-4874-8e6c-e968dc6df918 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:37.767765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7cbe7f6d-67d0-43fc-8da7-5ed25c011e74 req-ebdeeb54-ab2b-4874-8e6c-e968dc6df918 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1115336 Apr 20 13:12:37.820988 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7cbe7f6d-67d0-43fc-8da7-5ed25c011e74 req-eb82d072-d1fc-4ac1-8f15-6bfbfb88a541 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Apr 20 13:12:37.822228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b3ae3-1475-4152-9f7c-4af750d76ee1 req-39aee035-0658-481d-a950-2d3b5aed8124 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:37.832882 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7c7b3ae3-1475-4152-9f7c-4af750d76ee1 req-39aee035-0658-481d-a950-2d3b5aed8124 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 943 time: 0.1116879 Apr 20 13:12:37.951182 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7c7b3ae3-1475-4152-9f7c-4af750d76ee1 req-5d48963d-8bf7-47d0-873b-638bcc8f552e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172633 Apr 20 13:12:38.237943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59748) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:38.260144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.276540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:38.280605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Usage tracker for resource:security_group_rule and tenant:7fdb92f9c7b24c1f97dee7928e338ff6 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:38.284973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:38.291088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:38.398218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.402595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.413496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4c52018f-1a19-480f-9d29-e0361b8a62a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:38.460448 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7fdb92f9c7b24c1f97dee7928e338ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212925 Apr 20 13:12:38.462939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f78b6-80ef-49dc-8d1f-d7df29417692,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:38.463315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59758) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:38.466721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:38.537259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.566983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.618157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.623465 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5453682c-9380-4750-b064-5811b2cd9ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:38.639387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f78b6-80ef-49dc-8d1f-d7df29417692,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:38.646721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:38.651225 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e38f78b6-80ef-49dc-8d1f-d7df29417692 HTTP/1.1" status: 204 len: 168 time: 0.1835718 Apr 20 13:12:38.651225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:39.240013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bd2cc-a6f2-4bb9-8147-acfad1867102 req-d45483c4-492d-4d10-8932-c0fbcd202a56 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:39.242658 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8d5bd2cc-a6f2-4bb9-8147-acfad1867102 req-d45483c4-492d-4d10-8932-c0fbcd202a56 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 943 time: 0.1084154 Apr 20 13:12:39.303081 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8d5bd2cc-a6f2-4bb9-8147-acfad1867102 req-97cda2e3-1fbc-467b-b7d9-40b1ef57898c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529933 Apr 20 13:12:39.586395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:12:39.734490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:39.754094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96', 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6', 'port_id': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96', 'mac_address': 'fa:16:3e:1a:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9347933-59be-450f-83e9-b0707f20d57f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:12:39.821630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:39.839688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:12:39.857100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:39.859762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:39.863150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7363d805-8eb0-4577-b7e4-167c0cc63edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:39.946145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:39.949695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:40.068566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-71669b17-077c-49d6-8442-36b8fbbedfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:40.070379 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-71669b17-077c-49d6-8442-36b8fbbedfb4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.0992773 Apr 20 13:12:40.125705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f2a2-3fa0-4fab-aab0-14177cae2675 req-750b2cd0-84db-4e5d-8c39-79d10cbb027a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:40.129266 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8b5f2a2-3fa0-4fab-aab0-14177cae2675 req-750b2cd0-84db-4e5d-8c39-79d10cbb027a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0927484 Apr 20 13:12:40.189975 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8b5f2a2-3fa0-4fab-aab0-14177cae2675 req-f99ddd65-cefc-468e-b4a9-cd415c506d43 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Apr 20 13:12:40.292193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['bdcfdcdd-b228-49c7-bb80-d95c23b7fd96'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:12:40.507685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-483906cc-5562-4e50-a39e-831676e74c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:40.509302 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-483906cc-5562-4e50-a39e-831676e74c08 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.4296985 Apr 20 13:12:40.569912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730aa1c-c21e-4c89-8fcf-337514babc17 req-cf93c48b-1642-4477-a132-d60f49f126f2 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:40.579883 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1730aa1c-c21e-4c89-8fcf-337514babc17 req-cf93c48b-1642-4477-a132-d60f49f126f2 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 944 time: 0.1129065 Apr 20 13:12:40.603475 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-e5add02d-f06d-4597-9dd2-61b350af8749 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.0850871 Apr 20 13:12:40.636725 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1730aa1c-c21e-4c89-8fcf-337514babc17 req-e391b058-cdb3-4d8f-b0a7-0f6ec44a1441 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Apr 20 13:12:40.680956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-184f2ea4-69ba-4128-b9ff-0876673536dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:40.683410 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-184f2ea4-69ba-4128-b9ff-0876673536dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.0689330 Apr 20 13:12:40.747312 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-f663d517-9d5d-462e-9b27-b5c2a0a995d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553360 Apr 20 13:12:40.903406 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-5d63c505-b6b9-45ce-801e-1d8ce1422411 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475632 Apr 20 13:12:41.056547 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42d1e6e8-1e4a-43ea-ae3b-8714b6e0056b req-677060b4-ebca-4110-8b6e-cb39788595e8 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448822 Apr 20 13:12:41.400242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa9d0-7aae-4da3-9c24-715b37ddd9f3 req-cd449a8a-09e5-472a-ab9b-be21ed5bfbfe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:41.401898 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b2fa9d0-7aae-4da3-9c24-715b37ddd9f3 req-cd449a8a-09e5-472a-ab9b-be21ed5bfbfe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0926619 Apr 20 13:12:41.456351 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b2fa9d0-7aae-4da3-9c24-715b37ddd9f3 req-a4f0a3b3-e870-4c4c-b996-d695d049595e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Apr 20 13:12:41.599666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:12:41.674948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:12:41.680054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:12:41.680482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:41.817325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:41.844966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89820e3-17e2-4f64-ae08-e3eb925421d5 req-b7ead0fb-f589-453d-bb53-1e20088499c7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:41.846829 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d89820e3-17e2-4f64-ae08-e3eb925421d5 req-b7ead0fb-f589-453d-bb53-1e20088499c7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 944 time: 0.0979869 Apr 20 13:12:41.851309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:41.863444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:41.866982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:41.869523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:41.905295 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d89820e3-17e2-4f64-ae08-e3eb925421d5 req-e2820fa8-3cd5-4912-916c-784126ebe79e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Apr 20 13:12:41.933935 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96', 'code': 200} Apr 20 13:12:41.949668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:41.952941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:42.145691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59864) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:42.287438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14a9a-d1af-4580-8594-afcb94e70e1e req-93ba4eb2-df3c-4310-9989-b20700d1bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:42.289077 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-90b14a9a-d1af-4580-8594-afcb94e70e1e req-93ba4eb2-df3c-4310-9989-b20700d1bea0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 1098 time: 0.0969412 Apr 20 13:12:42.291641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.327129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:42.340606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Usage tracker for resource:security_group_rule and tenant:aad9357232a44f53b9e8bffef9f75a17 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:42.346098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:42.355116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:42.358562 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-90b14a9a-d1af-4580-8594-afcb94e70e1e req-69830651-4012-48eb-a54e-67ee8222750a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Apr 20 13:12:42.451588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.455099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.464486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:42.512964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac44b79-c8df-4b93-86b0-f05cd1b2ea81,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:42.517104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:42.523376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59880) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:42.523783 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aad9357232a44f53b9e8bffef9f75a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767760 Apr 20 13:12:42.605139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.690860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.763900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcd17-8031-4e72-835c-c383e6485031 req-a41d20c1-532f-4b8a-968f-814ec49d4ba9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:42.765648 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4bfcd17-8031-4e72-835c-c383e6485031 req-a41d20c1-532f-4b8a-968f-814ec49d4ba9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1498673 Apr 20 13:12:42.795300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.801748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-22cc39fa-d50c-440a-bf3c-bc6b83bdcc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:42.819378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac44b79-c8df-4b93-86b0-f05cd1b2ea81,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:42.823639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:42.839821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:42.842267 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dac44b79-c8df-4b93-86b0-f05cd1b2ea81 HTTP/1.1" status: 204 len: 168 time: 0.3172448 Apr 20 13:12:42.858066 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4bfcd17-8031-4e72-835c-c383e6485031 req-d6c7fd98-9551-4d72-adb4-df5ab66beceb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820122 Apr 20 13:12:43.134209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80de7-fda4-4011-a796-eee70d930a9f req-7d67a52d-7075-4647-9782-8dc829207f6d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:43.135859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4de80de7-fda4-4011-a796-eee70d930a9f req-7d67a52d-7075-4647-9782-8dc829207f6d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.0929213 Apr 20 13:12:43.187565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4de80de7-fda4-4011-a796-eee70d930a9f req-67af1b1f-edbc-4dfd-a9e6-04babcce0288 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Apr 20 13:12:43.204197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59902) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:43.223483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.244455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:43.248618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Usage tracker for resource:security_group_rule and tenant:a595631dbabc4a9f8303f3a7fa52a67f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:43.252311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:43.258278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:43.343315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.346481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.355293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:43.398501 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a595631dbabc4a9f8303f3a7fa52a67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926703 Apr 20 13:12:43.400224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d7f497-df05-4e64-acd5-813f7c3bbcb4,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:43.401348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59906) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:43.403526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:43.466355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.494395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.541556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.546619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dc61abab-f21c-4ae8-83cc-ab1bff87142a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:43.561105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d7f497-df05-4e64-acd5-813f7c3bbcb4,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:43.564195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:43.565178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:43.569967 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01d7f497-df05-4e64-acd5-813f7c3bbcb4 HTTP/1.1" status: 204 len: 168 time: 0.1639860 Apr 20 13:12:44.457193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3010c-de21-432b-9b0e-52ade1e5bad4 req-de60de19-348b-4584-bb42-9f7d2dca428b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:44.457653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-20b3010c-de21-432b-9b0e-52ade1e5bad4 req-de60de19-348b-4584-bb42-9f7d2dca428b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.4579809 Apr 20 13:12:44.513892 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-20b3010c-de21-432b-9b0e-52ade1e5bad4 req-f07f67ba-2137-4996-8816-e1d8b76ec8b3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Apr 20 13:12:44.608339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 59962) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:44.793597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33dd84-16e4-4e4e-9bc9-92cc968304cf req-9beb9911-b0dc-40e4-b335-ce270c3fb978 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:44.795490 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b33dd84-16e4-4e4e-9bc9-92cc968304cf req-9beb9911-b0dc-40e4-b335-ce270c3fb978 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.1048260 Apr 20 13:12:44.855979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b33dd84-16e4-4e4e-9bc9-92cc968304cf req-ccf2e6fd-71c9-45ef-9146-e97ebde475a3 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479856 Apr 20 13:12:44.928544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:44.946941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:44.950976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Usage tracker for resource:security_group_rule and tenant:afb20f8229b0465196df97c39cec6971 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:44.954268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:44.960482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:45.053540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.056526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.065775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2771b4d3-2d69-49b6-8d7b-3b718ea69848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:45.111316 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afb20f8229b0465196df97c39cec6971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015330 Apr 20 13:12:45.112252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20515b26-bb95-40d8-bcf7-9b92f2f08ab6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:45.113666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 59984) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:45.115751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:45.179840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.208151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.267768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.275015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f57c3208-4e7e-411e-bca2-9395d357863c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:45.291967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20515b26-bb95-40d8-bcf7-9b92f2f08ab6,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:45.295043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:45.322895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:45.324164 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/20515b26-bb95-40d8-bcf7-9b92f2f08ab6 HTTP/1.1" status: 204 len: 168 time: 0.2089214 Apr 20 13:12:45.886202 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79849f-1ae5-4122-8138-7d058806d17e req-c8ff59ca-b328-4f69-af68-d8f19be80bd5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:45.894983 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b79849f-1ae5-4122-8138-7d058806d17e req-c8ff59ca-b328-4f69-af68-d8f19be80bd5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1179774 Apr 20 13:12:45.956242 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6b79849f-1ae5-4122-8138-7d058806d17e req-2f0f1863-b2a2-4ceb-b6a5-5be7d1e9a171 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600982 Apr 20 13:12:46.575264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3bfbc-6276-4f49-93db-a03c3d746a26 req-24d464bc-8922-43de-a2e2-4e549195bdb1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:46.576921 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ab3bfbc-6276-4f49-93db-a03c3d746a26 req-24d464bc-8922-43de-a2e2-4e549195bdb1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.0980263 Apr 20 13:12:46.635002 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ab3bfbc-6276-4f49-93db-a03c3d746a26 req-d909db1f-25dc-481f-ab4b-077f10f8059d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Apr 20 13:12:46.981402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe1d45e3-1adb-481d-8e16-53b674a78113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:47.189680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec7496-bd77-4caf-8612-2b9138d70bb2 req-f11a95da-de34-4544-af18-f533d8f87b93 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:47.191205 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2aec7496-bd77-4caf-8612-2b9138d70bb2 req-f11a95da-de34-4544-af18-f533d8f87b93 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0888488 Apr 20 13:12:47.240394 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2aec7496-bd77-4caf-8612-2b9138d70bb2 req-c211158e-5017-4932-a043-4dce10591b0a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Apr 20 13:12:47.874697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37118dc-ab63-43f7-a889-0c0ef34e67ab req-24e49b89-56d4-4f10-8e9c-3a6c41c7376f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:47.876372 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f37118dc-ab63-43f7-a889-0c0ef34e67ab req-24e49b89-56d4-4f10-8e9c-3a6c41c7376f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.1052091 Apr 20 13:12:47.927411 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f37118dc-ab63-43f7-a889-0c0ef34e67ab req-38b3d41b-c3b7-4a1c-b84c-77ec2e0b7415 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Apr 20 13:12:48.450081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aca7fd-d484-443d-8e71-cdba41f6ca6b req-ba185ffb-bffa-4bce-a94b-bb4b89c0807b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:48.451751 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-80aca7fd-d484-443d-8e71-cdba41f6ca6b req-ba185ffb-bffa-4bce-a94b-bb4b89c0807b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0926459 Apr 20 13:12:48.505231 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-80aca7fd-d484-443d-8e71-cdba41f6ca6b req-11cf572b-6028-4c70-95f3-7daa7175e2d7 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Apr 20 13:12:48.617634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbf26-948d-4341-beee-20b847516346 req-c6510dc1-232f-4ffb-be8b-92af16cd7fe4 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:48.619234 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-128fbf26-948d-4341-beee-20b847516346 req-c6510dc1-232f-4ffb-be8b-92af16cd7fe4 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.1158981 Apr 20 13:12:48.712929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Deleting port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:12:48.713325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.168012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] For port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:12:49.168423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.289368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60158) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:49.302396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3631e3-e9ba-4e86-af6e-f9f1a6db4596 req-4904131d-2d9f-47ab-97a0-870c92e1c6ca tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:49.304168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8e3631e3-e9ba-4e86-af6e-f9f1a6db4596 req-4904131d-2d9f-47ab-97a0-870c92e1c6ca tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 945 time: 0.1690333 Apr 20 13:12:49.353583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Calling delete_port for bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:12:49.372159 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8e3631e3-e9ba-4e86-af6e-f9f1a6db4596 req-3e85bcdd-ae86-406e-bc70-cfbc3cfa6bf0 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603859 Apr 20 13:12:49.507090 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.525809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:49.530589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Usage tracker for resource:security_group_rule and tenant:f54d375523f2433385367480f811e843 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:49.534541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:49.542836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:49.627191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.633209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:49.668368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['bdcfdcdd-b228-49c7-bb80-d95c23b7fd96'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:12:49.707008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.710575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.718894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Pushing event deleted for resources: {'Port': ['ID=bdcfdcdd-b228-49c7-bb80-d95c23b7fd96,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:49.727158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:49.735018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3cf6b98d-dc26-474c-a0ca-5b941f8fe9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:49.760674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-53c2aa5c-0cd6-4f19-a492-1a94008a5c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.767534 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f54d375523f2433385367480f811e843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768691 Apr 20 13:12:49.771015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60174) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:49.787207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff278d3-8cc6-41db-9507-c7a36dbce3e9,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:49.792313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:49.827646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] No DVR routers for this DVR port bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:12:49.833061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.837247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'name': 'network-vif-deleted', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:49.841758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.857804 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-128fbf26-948d-4341-beee-20b847516346 req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "DELETE /v2.0/ports/bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 HTTP/1.1" status: 204 len: 173 time: 1.2229311 Apr 20 13:12:49.866545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c2f0-4f1e-4114-ba6f-33e74a0565f8 req-9d46e67b-2bf2-4e77-9b25-bacc831e3750 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:49.868158 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2864c2f0-4f1e-4114-ba6f-33e74a0565f8 req-9d46e67b-2bf2-4e77-9b25-bacc831e3750 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1964464 Apr 20 13:12:49.880319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.907405 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd4a939-8e64-4556-8bd9-63c3285260ba', 'name': 'network-vif-deleted', 'tag': 'bdcfdcdd-b228-49c7-bb80-d95c23b7fd96', 'status': 'completed', 'code': 200} Apr 20 13:12:49.929729 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2864c2f0-4f1e-4114-ba6f-33e74a0565f8 req-7fd28e7c-5a18-4ad1-b901-6efe7cbeb5a5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541155 Apr 20 13:12:49.934262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.939957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b612a427-f9e4-4111-afa9-976d9ff8e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:49.952935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff278d3-8cc6-41db-9507-c7a36dbce3e9,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:49.961269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:49.962187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:49.966498 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ff278d3-8cc6-41db-9507-c7a36dbce3e9 HTTP/1.1" status: 204 len: 168 time: 0.1943533 Apr 20 13:12:50.291881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60186) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:50.311410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.326817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:50.330902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Usage tracker for resource:security_group_rule and tenant:3d3eca8a33bf491a94de9330a1a1b945 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:50.333870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:50.339865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:50.430026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.434760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.440163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.443826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b6ce6780-4d92-4dbf-8a6c-328c59d4fe47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:50.486859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d3eca8a33bf491a94de9330a1a1b945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928527 Apr 20 13:12:50.487994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6d85f-b70d-4c65-9d0e-0247c95eec27,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:50.488726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60194) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:50.494503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:50.555016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.567216 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ccdcadcd-da9a-4b37-bf52-402ee5513122 req-00ca7ce9-328c-4d67-bbd3-b0b4d8098631 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cd4a939-8e64-4556-8bd9-63c3285260ba HTTP/1.1" status: 200 len: 210 time: 0.0511920 Apr 20 13:12:50.583242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.633976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.642619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4cc797cf-e21b-4564-8e10-0ee0f4dc0fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:50.659673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6d85f-b70d-4c65-9d0e-0247c95eec27,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:50.663766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:50.666563 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ad6d85f-b70d-4c65-9d0e-0247c95eec27 HTTP/1.1" status: 204 len: 168 time: 0.1766429 Apr 20 13:12:50.678377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:51.104755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60222) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:51.240843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217e453-9bd0-444b-9ce9-f4094217dd68 req-faa059d1-7c29-4607-951f-84e2b084f0d6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:51.242257 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f217e453-9bd0-444b-9ce9-f4094217dd68 req-faa059d1-7c29-4607-951f-84e2b084f0d6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1117773 Apr 20 13:12:51.319912 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f217e453-9bd0-444b-9ce9-f4094217dd68 req-c712e0af-e304-4666-8e5d-9d607a129528 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694332 Apr 20 13:12:51.355408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.359207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.377399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:51.381852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Usage tracker for resource:security_group_rule and tenant:254458ed73a34bdf8ce85e57d61a5171 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:51.385067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:51.393140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:51.483742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.487463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.496916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07170f7f-3560-4e0d-95bf-43adacf7c8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:51.544959 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=254458ed73a34bdf8ce85e57d61a5171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386537 Apr 20 13:12:51.545175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60244) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:51.546824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe9f9eb-69bc-4b75-9e35-5f5ca41c8218,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:51.550789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:51.616776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.645918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.715023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.721902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ec4b0af5-63e9-45b1-972d-16023387cbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:51.739183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe9f9eb-69bc-4b75-9e35-5f5ca41c8218,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:51.744869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:51.752310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:51.758361 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7fe9f9eb-69bc-4b75-9e35-5f5ca41c8218 HTTP/1.1" status: 204 len: 168 time: 0.2112184 Apr 20 13:12:52.093562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-f6ba5589-4d1e-4fa2-ab6a-f4f9ecdb3fcb tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:52.096074 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-f6ba5589-4d1e-4fa2-ab6a-f4f9ecdb3fcb tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 808 time: 0.1861455 Apr 20 13:12:52.116256 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-ccf2e982-397d-422f-b59f-0cad95025261 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/quotas/da7b19afdc1544b6b2afa38789ac0176 HTTP/1.1" status: 200 len: 375 time: 0.0128708 Apr 20 13:12:52.191710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-304b20ba-1d92-4c1f-bcc0-fd21d2d7ab53 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Synchronizing usage tracker for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:52.211322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-304b20ba-1d92-4c1f-bcc0-fd21d2d7ab53 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Unset dirty status for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:52.224073 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-304b20ba-1d92-4c1f-bcc0-fd21d2d7ab53 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995688 Apr 20 13:12:52.263274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:52.386845 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-811fb4d7-e28d-4b98-9f96-9a48d3d190ab service neutron] 10.222.0.68 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617270 Apr 20 13:12:52.597075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e501-6446-4739-ae81-eea32f82fb30 req-039b91ad-6dfc-4457-b1e3-855c542b437e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:52.598507 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d169082-2772-44db-9efa-be5f17aef964 service neutron] 10.222.0.68 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107568 Apr 20 13:12:52.606152 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-21f6e501-6446-4739-ae81-eea32f82fb30 req-039b91ad-6dfc-4457-b1e3-855c542b437e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1059873 Apr 20 13:12:52.677544 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-21f6e501-6446-4739-ae81-eea32f82fb30 req-97f6372c-b591-419b-9357-d701f8f9b71d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682888 Apr 20 13:12:53.133145 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-54919ae6-1b08-4250-8a9e-4a61a30b6b6b req-40a21aaa-1348-4997-bd21-79daf2a9bff8 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 210 time: 0.0941954 Apr 20 13:12:53.713144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:12:53.756045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60352) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:53.792266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:12:53.792832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device bdcfdcdd-b228-49c7-bb80-d95c23b7fd96 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:12:53.943743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d244c0-3efa-4988-9045-1ea34b3ee9cc req-1c2855e6-0e0b-49a6-ac9b-1b5bd242061e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:53.946039 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63d244c0-3efa-4988-9045-1ea34b3ee9cc req-1c2855e6-0e0b-49a6-ac9b-1b5bd242061e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0987844 Apr 20 13:12:53.954909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:53.971192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:53.975896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Usage tracker for resource:security_group_rule and tenant:b7048e87d90648f18dc3d3bfbc349f8e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:53.979031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:53.986024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:54.023237 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63d244c0-3efa-4988-9045-1ea34b3ee9cc req-73317d90-357d-47e0-9fa3-47c9b4eeda24 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 Apr 20 13:12:54.093619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.097371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.109159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f24b7755-57c2-4124-bf72-6066f426dc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:54.139399 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7048e87d90648f18dc3d3bfbc349f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820057 Apr 20 13:12:54.142586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60364) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:54.154824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfc38f-b5a6-4bbd-aeaa-f9cd71b9fb80,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:54.159105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:54.220044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.307115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7ee79638-18f3-48d1-8b46-1aa5781a098f req-5bf46d22-342f-4308-87a9-19af58295a87 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 210 time: 0.0573609 Apr 20 13:12:54.334944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.442652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-e4861695-3212-4a33-9343-d18bc95feda7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:54.444213 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-e4861695-3212-4a33-9343-d18bc95feda7 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 808 time: 0.2214112 Apr 20 13:12:54.448431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.454074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a3c9b0a-942d-42ea-be94-c614a2d636bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:54.469767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Request body: {'port': {'device_id': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6', 'admin_state_up': True, 'tenant_id': 'da7b19afdc1544b6b2afa38789ac0176'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:54.490487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfc38f-b5a6-4bbd-aeaa-f9cd71b9fb80,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:54.496826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:54.559168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.561974 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cbfc38f-b5a6-4bbd-aeaa-f9cd71b9fb80 HTTP/1.1" status: 204 len: 168 time: 0.4182448 Apr 20 13:12:54.630248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:54.640135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:54.649317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Made reservation on behalf of da7b19afdc1544b6b2afa38789ac0176 for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:12:54.655322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.835266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Allocated IP 172.20.0.9 (d3141f89-dfdf-4c42-a8da-e49da3e5c0a6/c9347933-59be-450f-83e9-b0707f20d57f/87ab947c-8a89-429a-b665-204a1af4211c) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:12:54.861706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60380) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:54.884094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:54.901210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:54.905761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Usage tracker for resource:security_group_rule and tenant:2a58fb9f09e14aa1abf7935f080dbd2d is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:54.909149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:54.915770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:55.016760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.022215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.057920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c4224759-26b8-40e4-a3ee-4feaf313a840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:55.071342 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a58fb9f09e14aa1abf7935f080dbd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077413 Apr 20 13:12:55.073874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60394) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:55.148270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9d2227-62af-4be2-8c69-c98a1363d396,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:55.160221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:55.191729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.233051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.294697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.306018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2ee8a698-9388-4869-9f8f-e97b6d72cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:55.323343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9d2227-62af-4be2-8c69-c98a1363d396,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:55.329184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:55.341914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.345769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f9d2227-62af-4be2-8c69-c98a1363d396 HTTP/1.1" status: 204 len: 168 time: 0.2707033 Apr 20 13:12:55.448187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.517135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959db14-4157-4e35-adb3-db546d5064bc req-6a450640-3ff6-4374-a01f-fa946b368f44 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:55.526234 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c959db14-4157-4e35-adb3-db546d5064bc req-6a450640-3ff6-4374-a01f-fa946b368f44 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2077026 Apr 20 13:12:55.576254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.587004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:55.642037 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c959db14-4157-4e35-adb3-db546d5064bc req-722646a8-b1ed-45b3-bdbf-a8a616963f64 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145668 Apr 20 13:12:55.707314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:12:55.710666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:12:55.713214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:12:55.757620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Pushing event updated for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:55.760946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:55.801743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:55.802620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:55.814677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be141fa-2391-47b5-b07f-6d6cb4f50fef req-31bb0b5f-4a1a-42ab-a79c-2bbd2104a352 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:55.823265 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2be141fa-2391-47b5-b07f-6d6cb4f50fef req-31bb0b5f-4a1a-42ab-a79c-2bbd2104a352 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 931 time: 0.1148763 Apr 20 13:12:55.830561 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3675272 Apr 20 13:12:55.849006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Request body: {'port': {'device_id': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:55.873305 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2be141fa-2391-47b5-b07f-6d6cb4f50fef req-919b8682-5f6f-4822-b5f9-f8a89ae90381 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 Apr 20 13:12:55.999897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.409728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ab947c-8a89-429a-b665-204a1af4211c {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:12:56.418189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.436967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Transition to ACTIVE for port object 87ab947c-8a89-429a-b665-204a1af4211c will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:12:56.442689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.450474 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:56.675841 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:56.691649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:56.707327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60462) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:56.731417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Attempting to bind port 87ab947c-8a89-429a-b665-204a1af4211c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:12:56.731793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Attempting to bind port 87ab947c-8a89-429a-b665-204a1af4211c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:12:56.732157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Attempting to bind port 87ab947c-8a89-429a-b665-204a1af4211c on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:56.737432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Port 87ab947c-8a89-429a-b665-204a1af4211c on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:56.737869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Attempting to bind port 87ab947c-8a89-429a-b665-204a1af4211c on network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:12:56.743899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:12:56.744279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Checking segment: {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:12:56.744704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Bound using segment: {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:12:56.745231 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Bound port: 87ab947c-8a89-429a-b665-204a1af4211c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:12:56.745669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.803030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Deleting subnet 7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:12:56.807092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.864478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.872739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.933128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:12:56.949059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87ab947c-8a89-429a-b665-204a1af4211c,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:12:56.956208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:56.998612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fb2c-ae12-47e6-b3ed-98e0ee2d53b7 req-113fc969-752e-47d0-be94-63c0b93a2e6d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.000918 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d885fb2c-ae12-47e6-b3ed-98e0ee2d53b7 req-113fc969-752e-47d0-be94-63c0b93a2e6d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1718433 Apr 20 13:12:57.001710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:57.079251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.079942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:57.081447 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] 10.222.0.78 "PUT /v2.0/ports/87ab947c-8a89-429a-b665-204a1af4211c HTTP/1.1" status: 200 len: 1093 time: 1.2375166 Apr 20 13:12:57.082009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:12:57.122421 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d885fb2c-ae12-47e6-b3ed-98e0ee2d53b7 req-7575f755-534e-4a2f-bc68-ed943b724ecf tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 Apr 20 13:12:57.232999 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c', 'status': 'completed', 'code': 200} Apr 20 13:12:57.233818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:57.239484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:57.279665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db594a1-bc8b-4b2a-8501-ddbc8994fd7f req-817ab75e-bbd4-415a-8b3d-258a53b05e3c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.287862 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1db594a1-bc8b-4b2a-8501-ddbc8994fd7f req-817ab75e-bbd4-415a-8b3d-258a53b05e3c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 943 time: 0.2688754 Apr 20 13:12:57.295530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-1d228f2c-a993-42a3-a5a1-505a912c5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.298487 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-1d228f2c-a993-42a3-a5a1-505a912c5408 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 1096 time: 0.1448157 Apr 20 13:12:57.361620 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1db594a1-bc8b-4b2a-8501-ddbc8994fd7f req-1bd553ef-d8b7-47cc-9141-54155eaad7da tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Apr 20 13:12:57.411481 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-bcb4a285-a6e4-4d0c-a4fc-9194c0be1413 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ab947c-8a89-429a-b665-204a1af4211c HTTP/1.1" status: 200 len: 217 time: 0.0961232 Apr 20 13:12:57.412966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:57.418818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:57.459307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:57.463287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:57.467241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:57.473475 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7aca38ec-66f5-4f00-aa2f-c5e687f1f3f3 HTTP/1.1" status: 204 len: 168 time: 0.7642972 Apr 20 13:12:57.474385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60488) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:57.514996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-5fde7db4-a9af-4653-a676-9c788371fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.518555 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-5fde7db4-a9af-4653-a676-9c788371fa67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9347933-59be-450f-83e9-b0707f20d57f HTTP/1.1" status: 200 len: 848 time: 0.0996709 Apr 20 13:12:57.602386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:57.643325 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-421048b6-9f77-4907-890a-f1bd9ce51049 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172621 Apr 20 13:12:57.818216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:57.828293 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-2b96af0e-45f8-4927-a030-383b796f032a service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759753 Apr 20 13:12:57.943399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75f9d-d759-46c5-86dc-59d6d47d2cab req-32c578ee-7f8b-40dc-9166-65feffca2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:57.949681 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eac75f9d-d759-46c5-86dc-59d6d47d2cab req-32c578ee-7f8b-40dc-9166-65feffca2b3f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.2102907 Apr 20 13:12:57.978498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.978916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.979748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.980137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > port after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.980502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.980863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > port after_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.981505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.981838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.982200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:57.982555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:58.023802 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7dcd828-badd-4ec8-8edf-6b4d7a951331 req-465146fe-0534-4e96-8919-f525c51cb1ed service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881170 Apr 20 13:12:58.071832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:58.072230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:58.072608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:58.073203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 13:12:58.073498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14806742-9f67-4142-b63c-c3780c7c201a']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:58.129168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcaaa39-1928-4680-961e-c64f2d262835') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:58.133348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcaaa39-1928-4680-961e-c64f2d262835') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:12:58.145406 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eac75f9d-d759-46c5-86dc-59d6d47d2cab req-cb1a33e7-e602-492c-8917-f8cc8c4ea1f1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868153 Apr 20 13:12:58.147107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:58.175157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:58.180183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:12:58.219741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-d230f7e6-ff7a-447d-86ce-bf7d767e1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:58.221377 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-d230f7e6-ff7a-447d-86ce-bf7d767e1c10 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da7b19afdc1544b6b2afa38789ac0176&device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 1096 time: 0.0855532 Apr 20 13:12:58.401284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:12:58.434214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Network 14806742-9f67-4142-b63c-c3780c7c201a has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:12:58.444276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:58.584719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb25d-fdc9-47a8-b3ca-a4ddabe943da req-765d36e7-a5fd-4819-9bc8-96cb7d547fbe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:58.586454 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fdeeb25d-fdc9-47a8-b3ca-a4ddabe943da req-765d36e7-a5fd-4819-9bc8-96cb7d547fbe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2870178 Apr 20 13:12:58.668678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-ee1a20ee-6ac5-450b-8bd0-2198ea97c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:58.670579 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-ee1a20ee-6ac5-450b-8bd0-2198ea97c807 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 200 len: 910 time: 0.2486882 Apr 20 13:12:58.747174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Network 14806742-9f67-4142-b63c-c3780c7c201a has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:12:58.781771 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-4015fc00-9f54-4466-b609-bbac8758b2da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ab947c-8a89-429a-b665-204a1af4211c HTTP/1.1" status: 200 len: 217 time: 0.1022027 Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: from cryptography.utils import int_from_bytes Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: from cryptography.utils import int_from_bytes Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: (rel_b, rel_a, rel_b), Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: (rel_b, rel_a, rel_b), Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:58.784722 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:58.865276 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fdeeb25d-fdc9-47a8-b3ca-a4ddabe943da req-8d8ea455-fc4e-4f12-a5a7-bb93cecc871e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110558 Apr 20 13:12:58.872122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-a8534c0c-9b83-4738-a37b-5cbc0f56b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:58.874979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-a8534c0c-9b83-4738-a37b-5cbc0f56b076 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9347933-59be-450f-83e9-b0707f20d57f HTTP/1.1" status: 200 len: 848 time: 0.0858328 Apr 20 13:12:58.881130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:58.896568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:58.896819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82514ef2-dbd9-4732-9646-b21412bde2bd req-35889164-6d32-47db-936a-831cc32c4924 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:12:58.896819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-82514ef2-dbd9-4732-9646-b21412bde2bd req-35889164-6d32-47db-936a-831cc32c4924 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Synchronizing usage tracker for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:12:58.914928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Pushing event deleted for resources: {'Network': ['ID=14806742-9f67-4142-b63c-c3780c7c201a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:58.922622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:58.932944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:58.938585 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] 10.222.0.68 "DELETE /v2.0/networks/14806742-9f67-4142-b63c-c3780c7c201a HTTP/1.1" status: 204 len: 168 time: 1.4599228 Apr 20 13:12:58.941902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60544) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:58.964345 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-97d82f57-19b5-498e-85c1-695c6b90128c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727229 Apr 20 13:12:59.005787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-82514ef2-dbd9-4732-9646-b21412bde2bd req-35889164-6d32-47db-936a-831cc32c4924 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Unset dirty status for tenant:da7b19afdc1544b6b2afa38789ac0176 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:12:59.007365 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-82514ef2-dbd9-4732-9646-b21412bde2bd req-35889164-6d32-47db-936a-831cc32c4924 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 943 time: 0.4075031 Apr 20 13:12:59.068461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Deleting subnet 439d1eb0-ed2c-48e9-98fc-45dec60ccb09 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:12:59.074174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.138699 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-82514ef2-dbd9-4732-9646-b21412bde2bd req-74e9a8d6-60fb-4964-9242-403b85ea5ea1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806487 Apr 20 13:12:59.149635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.172892 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-0cee563b-37a0-4b44-a771-f300d0daa799 service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982193 Apr 20 13:12:59.182439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60550) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:59.223509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.356659 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fb4b6801-36c5-4b39-b1c2-b57123103ea5 req-2a232800-5424-4914-b615-dbf1fa871193 service neutron] 10.222.0.78 "GET /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473708 Apr 20 13:12:59.587398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.613315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:12:59.620478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Usage tracker for resource:security_group_rule and tenant:45b99c0170874784967013fad13e7411 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:12:59.633166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:12:59.643166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:12:59.795348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.815553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-aeadf168-67ab-4a40-a874-87eddef84c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:59.847868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.861936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439d1eb0-ed2c-48e9-98fc-45dec60ccb09,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:59.869093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:12:59.877160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.879150 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b977040d-4913-4313-93e9-040804022608 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/439d1eb0-ed2c-48e9-98fc-45dec60ccb09 HTTP/1.1" status: 204 len: 168 time: 0.9360042 Apr 20 13:12:59.880447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:12:59.882023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60560) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:59.888847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c59db41d-4514-4e06-a3b6-dd2cff85d976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:12:59.935937 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45b99c0170874784967013fad13e7411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499046 Apr 20 13:12:59.935937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4390d784-d074-4be3-b97f-c4ff368ad249,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:12:59.937156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60566) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:12:59.940777 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:00.016966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.022482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.093405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.159653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.164354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983c8c2-4896-4a9f-b1a3-220f57b394c8 req-8cc6a466-9774-4af2-9443-509b7822e43e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:00.166330 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5983c8c2-4896-4a9f-b1a3-220f57b394c8 req-8cc6a466-9774-4af2-9443-509b7822e43e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1615903 Apr 20 13:13:00.174369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.182937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4611c5c2-4009-4256-88b5-f1c14d4c62a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:00.193748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4390d784-d074-4be3-b97f-c4ff368ad249,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:00.209217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:00.220498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.221909 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4390d784-d074-4be3-b97f-c4ff368ad249 HTTP/1.1" status: 204 len: 168 time: 0.2829921 Apr 20 13:13:00.251824 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5983c8c2-4896-4a9f-b1a3-220f57b394c8 req-34c82176-cdff-4978-b7a1-975289b0c6bd tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Apr 20 13:13:00.324647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c0d4a3-f809-4ce7-9287-fe53c4700e0f']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:00.343220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39be1836-e326-4db8-b181-84f03e7b7cc4') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:00.344638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39be1836-e326-4db8-b181-84f03e7b7cc4') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:00.360192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.377834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.385094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:13:00.598063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed472fbd-b821-47ee-a309-59402cb31c08 req-535337a7-5409-4e89-a7f0-45d69864c1fe tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:00.599936 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed472fbd-b821-47ee-a309-59402cb31c08 req-535337a7-5409-4e89-a7f0-45d69864c1fe tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 943 time: 0.1865785 Apr 20 13:13:00.600589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60590) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:00.608029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:13:00.618001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.620142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.651751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:00.656845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Usage tracker for resource:security_group_rule and tenant:76614d166a91414ab64f32bb8a011dce is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:00.660553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:00.667144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:00.759460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.766761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.780880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1fb8e0cc-112f-4cd7-bcd8-58e811516ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:00.837116 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed472fbd-b821-47ee-a309-59402cb31c08 req-884dab1f-d25d-45f9-88e7-17e73e42a049 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033355 Apr 20 13:13:00.849263 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76614d166a91414ab64f32bb8a011dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473922 Apr 20 13:13:00.850581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18baeb-204f-4543-a61f-aa7fc5623cc3,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:00.853293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60600) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:00.856224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:00.926480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:00.929075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Network b9c0d4a3-f809-4ce7-9287-fe53c4700e0f has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:00.955504 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:00.959985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.086611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.092536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:01.109816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18baeb-204f-4543-a61f-aa7fc5623cc3,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:01.116448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:01.119500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.121975 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ea18baeb-204f-4543-a61f-aa7fc5623cc3 HTTP/1.1" status: 204 len: 168 time: 0.2675440 Apr 20 13:13:01.181399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658c8d0-0c22-465f-b31b-ba51901c351d req-f02bd437-b86f-4657-bbb0-d55781dc298e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:01.188590 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4658c8d0-0c22-465f-b31b-ba51901c351d req-f02bd437-b86f-4657-bbb0-d55781dc298e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1999464 Apr 20 13:13:01.259206 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4658c8d0-0c22-465f-b31b-ba51901c351d req-d5376e2c-cf29-4c6a-bb06-10d461c7db99 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Apr 20 13:13:01.337262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a4be-8787-445c-82e1-be3f136a426b req-8015dbd3-cdc9-4cd6-840b-e2734811cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:01.339909 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-8015dbd3-cdc9-4cd6-840b-e2734811cda8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.5116363 Apr 20 13:13:01.343195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.373694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:01.397740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.405517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c0d4a3-f809-4ce7-9287-fe53c4700e0f,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:01.466160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:01.467633 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] 10.222.0.68 "DELETE /v2.0/networks/b9c0d4a3-f809-4ce7-9287-fe53c4700e0f HTTP/1.1" status: 204 len: 168 time: 1.5844195 Apr 20 13:13:01.590533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a4be-8787-445c-82e1-be3f136a426b req-bb45bbbd-159d-498d-9819-ba060e620df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:01.592137 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-bb45bbbd-159d-498d-9819-ba060e620df5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.2439046 Apr 20 13:13:01.616389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c245c-3d89-434d-b84e-4866fa2f15d8 req-46e5e024-7258-403c-9d37-454adc4e2a99 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:01.618025 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c78c245c-3d89-434d-b84e-4866fa2f15d8 req-46e5e024-7258-403c-9d37-454adc4e2a99 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1588132 Apr 20 13:13:01.685878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60632) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:01.701714 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-a15b3b18-73d4-4374-bba9-16cfc42f0c4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.0950549 Apr 20 13:13:01.742985 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-089bee8c-9ca7-47e3-9b79-5a61ad7fa115 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bdae122a77b64e22a9d8d36edf4c42ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549037 Apr 20 13:13:01.743670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60636) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:01.768212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 87ab947c-8a89-429a-b665-204a1af4211c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:13:01.784551 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c78c245c-3d89-434d-b84e-4866fa2f15d8 req-84d0ecd9-9c6e-4940-a4fa-a026aa9be52f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109700 Apr 20 13:13:01.807174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a4be-8787-445c-82e1-be3f136a426b req-4dca38af-7d4a-4a0a-9837-bba92e2d696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:01.808754 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-4dca38af-7d4a-4a0a-9837-bba92e2d696a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.0887790 Apr 20 13:13:01.862846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.864865 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-e28ad7e7-01e1-4a83-bbaa-0b1f76e5bf0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488110 Apr 20 13:13:01.894910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.928161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87ab947c-8a89-429a-b665-204a1af4211c,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:01.949350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '87ab947c-8a89-429a-b665-204a1af4211c', 'network_id': 'd3141f89-dfdf-4c42-a8da-e49da3e5c0a6', 'port_id': '87ab947c-8a89-429a-b665-204a1af4211c', 'mac_address': 'fa:16:3e:58:39:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9347933-59be-450f-83e9-b0707f20d57f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:13:01.964796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:01.972139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5f97186d-cb0b-4423-b138-c02b612047bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:02.013530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b27880-3440-4bb5-8d79-82a0d309bb9d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:02.022809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:02.033821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.038458 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2b27880-3440-4bb5-8d79-82a0d309bb9d HTTP/1.1" status: 204 len: 168 time: 0.2910008 Apr 20 13:13:02.099996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.123387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ab947c-8a89-429a-b665-204a1af4211c {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:13:02.144276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87ab947c-8a89-429a-b665-204a1af4211c,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:02.149127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.152127 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-02d1100c-f71a-4a20-8394-74d64d9e974f service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772837 Apr 20 13:13:02.153201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-995e8beb-8ec2-486f-89fb-b9089df46ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:02.243514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:02.246994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:02.316587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199d65e-bd42-44c7-a2f4-35b8ccb1c0d8 req-1ddeac5c-6434-407b-9f9e-371590c39f21 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:02.318300 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4199d65e-bd42-44c7-a2f4-35b8ccb1c0d8 req-1ddeac5c-6434-407b-9f9e-371590c39f21 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 944 time: 0.1347504 Apr 20 13:13:02.384099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4199d65e-bd42-44c7-a2f4-35b8ccb1c0d8 req-efe31d1b-b14b-4067-b17e-dfe14fe6ee06 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530298 Apr 20 13:13:02.418167 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c13a4be-8787-445c-82e1-be3f136a426b req-ecf4868c-a6b6-45e4-b44e-48fdd8bc59fa service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542641 Apr 20 13:13:02.524643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['87ab947c-8a89-429a-b665-204a1af4211c'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:13:02.573698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c5087-2308-4e46-b0d2-9304f384fe97 req-7abbc918-d6a2-4b42-9010-bc0b75c0caeb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:02.575539 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9b8c5087-2308-4e46-b0d2-9304f384fe97 req-7abbc918-d6a2-4b42-9010-bc0b75c0caeb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1492894 Apr 20 13:13:02.643496 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9b8c5087-2308-4e46-b0d2-9304f384fe97 req-7c3b2420-af2f-42c4-88ad-384a525c6423 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599947 Apr 20 13:13:02.650124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60666) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:02.753642 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-67dac2c6-d976-4a5b-8607-a6d56d877366 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d52d5a163014aa5991ffa34535eabaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021290 Apr 20 13:13:02.756972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60674) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:02.851647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.884536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.948279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.955014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7cd53ef5-c68a-4ed5-8b6f-72859f2ae1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:02.967154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd2f18-16bc-4b2c-8e21-39b7c1e11170,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:02.973611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:02.976471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:02.980397 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70fd2f18-16bc-4b2c-8e21-39b7c1e11170 HTTP/1.1" status: 204 len: 168 time: 0.2196434 Apr 20 13:13:03.101769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47876f-9401-4f87-a9c7-483386c8f437 req-98a9278c-b53f-4bfe-8093-de0e87832e58 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.110871 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc47876f-9401-4f87-a9c7-483386c8f437 req-98a9278c-b53f-4bfe-8093-de0e87832e58 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1583827 Apr 20 13:13:03.166218 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc47876f-9401-4f87-a9c7-483386c8f437 req-4b795ab1-0e33-4db4-a793-52f703854254 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543358 Apr 20 13:13:03.276076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-6a5e3fb4-1528-48de-b167-901f432b8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.277981 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-6a5e3fb4-1528-48de-b167-901f432b8255 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1099 time: 0.1061096 Apr 20 13:13:03.458520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-76d264e6-e0d7-4de7-97b7-d26ae7598adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.460104 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-76d264e6-e0d7-4de7-97b7-d26ae7598adb service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.1588969 Apr 20 13:13:03.631505 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-c34e5875-92f6-4dc4-baae-e70957bf8b5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 1000 time: 0.1643307 Apr 20 13:13:03.720575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546b5-3422-431e-b9d3-a200d83356d9 req-e295b8f1-e910-4794-b115-6c356ce64f18 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.720575 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-03c546b5-3422-431e-b9d3-a200d83356d9 req-e295b8f1-e910-4794-b115-6c356ce64f18 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 944 time: 0.1865804 Apr 20 13:13:03.726786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-57f8e8da-74fe-4a03-aa5c-4618e6fb5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.728283 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-57f8e8da-74fe-4a03-aa5c-4618e6fb5258 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0876212 Apr 20 13:13:03.777211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 87ab947c-8a89-429a-b665-204a1af4211c up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:13:03.847076 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-03c546b5-3422-431e-b9d3-a200d83356d9 req-2d992c31-b10e-471c-aa10-514d625ca916 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177332 Apr 20 13:13:03.872915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-9e95a6b4-2fd1-400f-a1fb-e7c7486f0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.875558 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-9e95a6b4-2fd1-400f-a1fb-e7c7486f0817 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289392 Apr 20 13:13:03.877565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31cef-ed4b-4d42-b51c-ada2b55a209d req-42ce8d69-be19-4845-ae27-77650bedb975 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:03.879385 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c5d31cef-ed4b-4d42-b51c-ada2b55a209d req-42ce8d69-be19-4845-ae27-77650bedb975 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0945597 Apr 20 13:13:03.886665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 87ab947c-8a89-429a-b665-204a1af4211c completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:03.904049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 87ab947c-8a89-429a-b665-204a1af4211c triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:03.910590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:03.958826 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c5d31cef-ed4b-4d42-b51c-ada2b55a209d req-6f1893ba-200b-46e4-99ab-119ff1ee7dcd tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723586 Apr 20 13:13:04.058368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-8f40519d-83bd-43c8-af99-979fa020f22f service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760504 Apr 20 13:13:04.161618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:04.232429 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81017ef2-ea1b-4223-9738-574faeaa1079 req-88ebb60f-5e43-41e6-b435-cc362d2dcae0 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666923 Apr 20 13:13:04.235102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:04.246680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87ab947c-8a89-429a-b665-204a1af4211c,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:04.251498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:04.269956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:04.354127 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c', 'code': 200} Apr 20 13:13:04.365513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:04.368754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:04.498275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7933d9-236b-4edf-9b44-b6a7422820aa req-841569f6-1309-4079-9649-67dba2f9ee64 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:04.506671 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2c7933d9-236b-4edf-9b44-b6a7422820aa req-841569f6-1309-4079-9649-67dba2f9ee64 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1012845 Apr 20 13:13:04.568390 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2c7933d9-236b-4edf-9b44-b6a7422820aa req-5856e282-85eb-4d54-a43d-edc799c7e8cc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607033 Apr 20 13:13:04.699256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:04.716311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 60744) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:04.937084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:04.972565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-fc7bae18-40d9-43bb-90bc-cc2035e5b995 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641098 Apr 20 13:13:05.095519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:05.115876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Usage tracker for resource:security_group_rule and tenant:36bf5ec4e171470188d95ef9fda1824c is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:05.136083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:05.147983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:05.171561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-10bd9588-f949-4526-9663-a552b5359ddb tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:05.173342 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-10bd9588-f949-4526-9663-a552b5359ddb tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964650 Apr 20 13:13:05.196801 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-a4dd9aa8-4899-49fc-998d-db0c08de935b tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/quotas/d63c9c8b450841aba5f6cd9c313c2f6f HTTP/1.1" status: 200 len: 375 time: 0.0165305 Apr 20 13:13:05.220827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109397-fe58-4b0e-8498-2f55cf1c23d2 req-3e73a861-0945-4f4f-834d-359c69935595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:05.222506 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bd109397-fe58-4b0e-8498-2f55cf1c23d2 req-3e73a861-0945-4f4f-834d-359c69935595 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 1098 time: 0.2732308 Apr 20 13:13:05.231276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52b8bb-be49-4517-8b01-fc6d3ef54a03 req-81830bc7-e349-4edb-9d5e-101d51b4408f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:05.238006 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa52b8bb-be49-4517-8b01-fc6d3ef54a03 req-81830bc7-e349-4edb-9d5e-101d51b4408f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.1879292 Apr 20 13:13:05.262254 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-7428e189-adbc-4c0b-8f16-41e160589ef6 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643401 Apr 20 13:13:05.347263 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa52b8bb-be49-4517-8b01-fc6d3ef54a03 req-90f19918-5d3c-4fae-becd-42deea57313e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861022 Apr 20 13:13:05.368026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bd109397-fe58-4b0e-8498-2f55cf1c23d2 req-57dc2548-6677-494b-a8a0-8e09cb148a96 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264317 Apr 20 13:13:05.423158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.427319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.461752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-453b4cdb-eb11-4f04-8147-63f305b776ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:05.486580 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0fc8ed95-fc3c-4e9e-a5fe-4f0bda3b0f48 req-f8c6d642-0ac7-44df-b61e-ea4894f082c8 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 210 time: 0.0533061 Apr 20 13:13:05.491298 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36bf5ec4e171470188d95ef9fda1824c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736406 Apr 20 13:13:05.494597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 60778) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:05.546393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f15742-0afd-4888-bded-d741ab07908b,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:05.549750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:05.576206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.606912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.614172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a77e7-b8d4-4d25-9fcb-9fab20e512c1 req-675d6783-a542-4d5c-8150-072bb1da8b23 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:05.616960 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d8a77e7-b8d4-4d25-9fcb-9fab20e512c1 req-675d6783-a542-4d5c-8150-072bb1da8b23 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1237760 Apr 20 13:13:05.664365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.673732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9acd5170-e5e3-441c-9634-de227e966fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:05.678431 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d8a77e7-b8d4-4d25-9fcb-9fab20e512c1 req-b6e6245b-8cd7-4b26-80b6-f2163709f482 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Apr 20 13:13:05.689400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f15742-0afd-4888-bded-d741ab07908b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:05.691971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:05.693598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:05.696223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68f15742-0afd-4888-bded-d741ab07908b HTTP/1.1" status: 204 len: 168 time: 0.1990087 Apr 20 13:13:05.831180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4642082-550e-4fd2-922a-6e8a5e8b0dad req-46aca567-d29b-43c2-85e9-9b6f6f8e4349 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:05.833197 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d4642082-550e-4fd2-922a-6e8a5e8b0dad req-46aca567-d29b-43c2-85e9-9b6f6f8e4349 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1302359 Apr 20 13:13:05.909168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d4642082-550e-4fd2-922a-6e8a5e8b0dad req-842f2928-5ed9-44d1-80ba-b0df875b6a86 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642726 Apr 20 13:13:06.603731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38f68-0336-43b2-8167-da6d3af19005 req-5e2dc005-9c88-440b-8d78-d62afd11b6ea tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:06.606744 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-89c38f68-0336-43b2-8167-da6d3af19005 req-5e2dc005-9c88-440b-8d78-d62afd11b6ea tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.1155028 Apr 20 13:13:06.713608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-89c38f68-0336-43b2-8167-da6d3af19005 req-74006b9c-1e0f-44a1-b61f-44583b0a60e2 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002030 Apr 20 13:13:06.913776 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74801d2b-497b-43af-8619-21113aa916f1 req-b430e2bd-f77b-4898-960c-ba2344968e89 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 210 time: 0.0743184 Apr 20 13:13:07.197939 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-38532663-06db-4f35-9aa2-20eeb27abc4b tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586305 Apr 20 13:13:07.211781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860d4a6-a47b-469d-9bc7-855a6111db88 req-78a7d649-bf1d-4f11-b648-370d828cffe2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:07.213385 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5860d4a6-a47b-469d-9bc7-855a6111db88 req-78a7d649-bf1d-4f11-b648-370d828cffe2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1399043 Apr 20 13:13:07.271833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5860d4a6-a47b-469d-9bc7-855a6111db88 req-126e350e-dce3-4fe0-994c-b3e91ca358c5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493000 Apr 20 13:13:07.388960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-683dcd75-8aa3-4d1f-9f3f-f53e741e0868 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:07.391106 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-683dcd75-8aa3-4d1f-9f3f-f53e741e0868 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858263 Apr 20 13:13:07.415800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Request body: {'port': {'device_id': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf', 'admin_state_up': True, 'tenant_id': 'd63c9c8b450841aba5f6cd9c313c2f6f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:07.571115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:07.575364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Usage tracker for resource:port and tenant:d63c9c8b450841aba5f6cd9c313c2f6f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:07.579137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:07.587328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:07.602078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Made reservation on behalf of d63c9c8b450841aba5f6cd9c313c2f6f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:13:07.608310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:07.623430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:07.644771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:07.649831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Usage tracker for resource:security_group_rule and tenant:d63c9c8b450841aba5f6cd9c313c2f6f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:07.653619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:07.662774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:07.806697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:07.813343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:07.819299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:07.925562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2103-3663-433c-aba8-752141528103 req-3c2c8ed2-5635-4ac6-a2ac-4cae82dab51f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:07.927110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15abb74-fa20-4a96-b521-c49863327c06,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:07.927270 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ad1b2103-3663-433c-aba8-752141528103 req-3c2c8ed2-5635-4ac6-a2ac-4cae82dab51f tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.0903306 Apr 20 13:13:07.938162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:07.956057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3ea8f-7cd2-4f7a-9357-91a50fb31e1d req-b4803a7b-5d95-4985-a1a4-b936236a3114 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:07.957767 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8a3ea8f-7cd2-4f7a-9357-91a50fb31e1d req-b4803a7b-5d95-4985-a1a4-b936236a3114 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2176452 Apr 20 13:13:08.008195 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ad1b2103-3663-433c-aba8-752141528103 req-a15d563b-d073-42ec-879a-ab9afbc82fb3 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728962 Apr 20 13:13:08.066902 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8a3ea8f-7cd2-4f7a-9357-91a50fb31e1d req-70c88253-0ce1-4ad2-95fa-03dd8e1f7ca2 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748158 Apr 20 13:13:08.073537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Allocated IP 192.168.233.16 (1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf/999c7acc-d976-4a32-9672-84ba0a6dd463/abc702fc-6996-43bf-91bc-d80ab90c261e) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:13:08.280138 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-39cbded5-16dc-42fd-a6cd-88799cd537d5 req-e33b9304-c394-40d0-a09e-4d638e7f89da tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 210 time: 0.0720427 Apr 20 13:13:08.330405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:08.349948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Transition to ACTIVE for port object abc702fc-6996-43bf-91bc-d80ab90c261e will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:08.377008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:08.382975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:08.474083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Pushing event updated for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:08.495061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.495624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.496136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.496655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.497343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.497832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.498805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.499462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.500590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.501219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.501804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.502322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:08.515460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:08.518750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:13:08.520275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:13:08.523716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:13:08.621355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48229584-40d0-4eb2-9360-2892935b675e req-412bb6e5-943f-4d36-8ed9-3a8e6f5b1d88 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:08.631115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-48229584-40d0-4eb2-9360-2892935b675e req-412bb6e5-943f-4d36-8ed9-3a8e6f5b1d88 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1993341 Apr 20 13:13:08.726850 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-48229584-40d0-4eb2-9360-2892935b675e req-f080773d-f100-4b34-a01c-78c97c86195c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944414 Apr 20 13:13:08.883548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:08.884461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:08.893331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ea765d71-59cd-49be-9653-9182e819a8e1 None None] Provisioning for port abc702fc-6996-43bf-91bc-d80ab90c261e completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:08.900193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ea765d71-59cd-49be-9653-9182e819a8e1 None None] Provisioning complete for port abc702fc-6996-43bf-91bc-d80ab90c261e triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:08.901015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea765d71-59cd-49be-9653-9182e819a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:08.927542 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5170989 Apr 20 13:13:08.956687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Request body: {'port': {'device_id': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:08.963933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ea765d71-59cd-49be-9653-9182e819a8e1 None None] Port abc702fc-6996-43bf-91bc-d80ab90c261e cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:13:09.104165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:09.635298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc702fc-6996-43bf-91bc-d80ab90c261e {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:13:09.651864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:09.674310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Transition to ACTIVE for port object abc702fc-6996-43bf-91bc-d80ab90c261e will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:09.678022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:09.678396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadf6cd-ded1-43a9-8c33-50d02122604b req-9e1bf682-1dcd-46cd-bf94-576838197713 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:09.682046 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-acadf6cd-ded1-43a9-8c33-50d02122604b req-9e1bf682-1dcd-46cd-bf94-576838197713 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 935 time: 0.1182284 Apr 20 13:13:09.720921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:09.738021 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-acadf6cd-ded1-43a9-8c33-50d02122604b req-e7be8fea-8921-415a-a8c3-76ebebc594c5 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Apr 20 13:13:09.904458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Pushing event updated for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:09.943207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:09.985508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c592-7c8c-4772-bea2-b4f4e6eab95d req-1e70a8de-2fd8-4868-b846-96f161031b49 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:09.996656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-87b6c592-7c8c-4772-bea2-b4f4e6eab95d req-1e70a8de-2fd8-4868-b846-96f161031b49 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1381321 Apr 20 13:13:10.016224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67603383-c760-42db-b144-d6b8f629ba93 req-ffcf4b3b-78ba-4853-a27e-db6f31b3e2d5 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.025859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-67603383-c760-42db-b144-d6b8f629ba93 req-ffcf4b3b-78ba-4853-a27e-db6f31b3e2d5 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.3498819 Apr 20 13:13:10.083604 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-87b6c592-7c8c-4772-bea2-b4f4e6eab95d req-94f7b74a-7138-41a6-b065-c7cd5ff27d8e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697386 Apr 20 13:13:10.119019 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-67603383-c760-42db-b144-d6b8f629ba93 req-4a1d7612-19a7-4a57-a026-8efdf464f70b tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921934 Apr 20 13:13:10.123560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Attempting to bind port abc702fc-6996-43bf-91bc-d80ab90c261e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:13:10.124047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Attempting to bind port abc702fc-6996-43bf-91bc-d80ab90c261e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:13:10.124515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Attempting to bind port abc702fc-6996-43bf-91bc-d80ab90c261e on network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:13:10.131016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Port abc702fc-6996-43bf-91bc-d80ab90c261e on network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:10.131623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Attempting to bind port abc702fc-6996-43bf-91bc-d80ab90c261e on network 1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:13:10.149515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:13:10.149515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Checking segment: {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:13:10.149515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Bound using segment: {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:13:10.149515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Bound port: abc702fc-6996-43bf-91bc-d80ab90c261e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:13:10.149515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:10.255413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:13:10.258946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abc702fc-6996-43bf-91bc-d80ab90c261e,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:13:10.263128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:10.268807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:10.319517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aca585-bd6b-4326-847a-354c8005ca8d req-9cb8ba11-187d-48c4-b651-66d34478576e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.321133 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35aca585-bd6b-4326-847a-354c8005ca8d req-9cb8ba11-187d-48c4-b651-66d34478576e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1007798 Apr 20 13:13:10.336405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.337213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:10.339190 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] 10.222.0.78 "PUT /v2.0/ports/abc702fc-6996-43bf-91bc-d80ab90c261e HTTP/1.1" status: 200 len: 1097 time: 1.3882892 Apr 20 13:13:10.340221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:10.374073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Pushing event updated for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:10.379491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:10.458122 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35aca585-bd6b-4326-847a-354c8005ca8d req-a156fec1-211e-45e9-a396-4e67fddb45fe tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109550 Apr 20 13:13:10.483060 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e', 'status': 'completed', 'code': 200} Apr 20 13:13:10.559078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-217ce511-be23-48b5-837b-aa47e271704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.576938 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-217ce511-be23-48b5-837b-aa47e271704a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 1100 time: 0.1619372 Apr 20 13:13:10.667416 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-8fe3fc93-ec87-48a9-afac-1cad989810e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=abc702fc-6996-43bf-91bc-d80ab90c261e HTTP/1.1" status: 200 len: 217 time: 0.0747528 Apr 20 13:13:10.745704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-def3df71-36ff-4010-9c6b-da6d7354c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.747226 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-def3df71-36ff-4010-9c6b-da6d7354c9c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=999c7acc-d976-4a32-9672-84ba0a6dd463 HTTP/1.1" status: 200 len: 843 time: 0.0689154 Apr 20 13:13:10.843218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-7ae4270e-d9a5-4464-8bc4-8a11c0b17180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:10.847216 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-7ae4270e-d9a5-4464-8bc4-8a11c0b17180 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0910504 Apr 20 13:13:11.087890 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-f3899b70-2472-4289-a32b-adaf828bb48f service neutron] 10.222.0.78 "GET /v2.0/networks/1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326171 Apr 20 13:13:11.098998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-a557e29c-0565-4fbc-991a-6889e1d5957e tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.099777 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-a557e29c-0565-4fbc-991a-6889e1d5957e tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Synchronizing usage tracker for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:13:11.271144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-a557e29c-0565-4fbc-991a-6889e1d5957e tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Unset dirty status for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:13:11.272516 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-a557e29c-0565-4fbc-991a-6889e1d5957e tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 947 time: 0.3910511 Apr 20 13:13:11.349243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a017-1c85-4f43-9989-f50371b9c2d0 req-d87475b4-4947-496e-a199-6a54bf0850c5 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.351192 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88c6a017-1c85-4f43-9989-f50371b9c2d0 req-d87475b4-4947-496e-a199-6a54bf0850c5 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1078229 Apr 20 13:13:11.365546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-db636370-0733-40d1-886b-57a335a41b14 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Synchronizing usage tracker for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:13:11.372810 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-928a5e8a-a429-458b-8431-4d201c7abf3a req-72b617bb-951d-422d-95c3-c4267bbfa42d service neutron] 10.222.0.78 "GET /v2.0/networks/1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698717 Apr 20 13:13:11.387493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-db636370-0733-40d1-886b-57a335a41b14 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Unset dirty status for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:13:11.388844 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9c23fd93-d103-4137-a9ab-1a9e4457d8f4 req-db636370-0733-40d1-886b-57a335a41b14 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966163 Apr 20 13:13:11.423718 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88c6a017-1c85-4f43-9989-f50371b9c2d0 req-8579199e-10fc-4eec-8c8d-86b244e18762 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657756 Apr 20 13:13:11.693382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9aa-ef36-4382-a986-005ef7840d95 req-b29c430d-ea4c-4984-918a-e06c262f487d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.695211 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2d7b9aa-ef36-4382-a986-005ef7840d95 req-b29c430d-ea4c-4984-918a-e06c262f487d tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.1765759 Apr 20 13:13:11.705940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-5e5241b3-f5e4-4e4e-8080-d5d438e4dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.707616 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-5e5241b3-f5e4-4e4e-8080-d5d438e4dc84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 1100 time: 0.1270216 Apr 20 13:13:11.764117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-e59a069e-6ddf-48fd-9206-ef489c903018 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.765984 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-e59a069e-6ddf-48fd-9206-ef489c903018 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 945 time: 0.1857522 Apr 20 13:13:11.775822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9213f4-a77e-4845-b71b-01b9586098cf req-e1713ec5-568e-40e3-821d-4c371bab1297 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.777328 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7a9213f4-a77e-4845-b71b-01b9586098cf req-e1713ec5-568e-40e3-821d-4c371bab1297 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1346385 Apr 20 13:13:11.842759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2d7b9aa-ef36-4382-a986-005ef7840d95 req-96fc6a3a-5c12-4a3f-afcd-e6f8185efd77 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4279921-ad25-42ab-a62e-0b1d700d8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393821 Apr 20 13:13:11.888618 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7a9213f4-a77e-4845-b71b-01b9586098cf req-d1c260f1-0cae-4b03-814b-6135da5432ae tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734525 Apr 20 13:13:11.894448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-e7799c61-8504-4587-b4dd-92b8b86dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:11.895246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Deleting port 87ab947c-8a89-429a-b665-204a1af4211c {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:13:11.895643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:11.896458 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-e7799c61-8504-4587-b4dd-92b8b86dbc4e service neutron] 10.222.0.78 "GET /v2.0/networks?id=1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf HTTP/1.1" status: 200 len: 871 time: 0.1716399 Apr 20 13:13:11.998931 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-4b7cecfb-62b1-49d0-ace7-4b9622c8f442 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=abc702fc-6996-43bf-91bc-d80ab90c261e HTTP/1.1" status: 200 len: 217 time: 0.0852990 Apr 20 13:13:12.074957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-e5845ef0-6f1c-4be7-bd10-fa9f07f5b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.076796 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-e5845ef0-6f1c-4be7-bd10-fa9f07f5b700 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=999c7acc-d976-4a32-9672-84ba0a6dd463 HTTP/1.1" status: 200 len: 843 time: 0.0712891 Apr 20 13:13:12.177416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-72daeeb5-53b1-45b8-a1a6-688816621ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.179186 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-72daeeb5-53b1-45b8-a1a6-688816621ef3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0951006 Apr 20 13:13:12.187382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] For port 87ab947c-8a89-429a-b665-204a1af4211c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87ab947c-8a89-429a-b665-204a1af4211c,segment=NetworkSegment(e43eefc5-2f7d-4091-9e08-cbcbbf7981e4),segment_id=e43eefc5-2f7d-4091-9e08-cbcbbf7981e4)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:12.187895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:12.342186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Calling delete_port for 87ab947c-8a89-429a-b665-204a1af4211c owned by compute:nova {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:13:12.389360 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-5b5165db-66b6-43ec-8abc-023a838fefb2 service neutron] 10.222.0.78 "GET /v2.0/networks/1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974781 Apr 20 13:13:12.509107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abfdc3-f469-4f56-8a3b-1b61a0883af3 req-c90506cd-ac84-48b3-972c-29c807150562 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.511029 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-52abfdc3-f469-4f56-8a3b-1b61a0883af3 req-c90506cd-ac84-48b3-972c-29c807150562 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1384254 Apr 20 13:13:12.520375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-7fdb1d1f-5497-47f4-b028-53d6a3688bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.522017 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-7fdb1d1f-5497-47f4-b028-53d6a3688bb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.2060628 Apr 20 13:13:12.613574 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-52abfdc3-f469-4f56-8a3b-1b61a0883af3 req-94f7d1de-9945-42f8-a558-88e708da8910 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Apr 20 13:13:12.618292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:12.625509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:12.658637 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['87ab947c-8a89-429a-b665-204a1af4211c'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:13:12.682069 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Pushing event deleted for resources: {'Port': ['ID=87ab947c-8a89-429a-b665-204a1af4211c,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:12.727608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-43aa9b14-69ad-41dc-90f3-9399213154ad req-1e44437a-72f5-45a6-928a-230644ade4da service neutron] 10.222.0.78 "GET /v2.0/networks/1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264489 Apr 20 13:13:12.773507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.774115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.774615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.775149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.775605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.776092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.776628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.777093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.777658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.778203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.778616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.779220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:12.795472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:12.802260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] No DVR routers for this DVR port 87ab947c-8a89-429a-b665-204a1af4211c on host hv-cinder-78662 {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:13:12.812937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:12.817236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'name': 'network-vif-deleted', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:12.821519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8472-7bd6-4d78-949e-a45aa254a33f req-a5953aff-4e02-4302-a948-95b0885d911a tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.823516 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe3e8472-7bd6-4d78-949e-a45aa254a33f req-a5953aff-4e02-4302-a948-95b0885d911a tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 947 time: 0.2831764 Apr 20 13:13:12.850117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-2799734e-5c51-49e2-8c1f-4b4703f28c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.851999 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-2799734e-5c51-49e2-8c1f-4b4703f28c16 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.3106012 Apr 20 13:13:12.885282 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c36c97e7-025e-424e-bf44-e5df13a7f56d req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.78 "DELETE /v2.0/ports/87ab947c-8a89-429a-b665-204a1af4211c HTTP/1.1" status: 204 len: 173 time: 1.1068513 Apr 20 13:13:12.941338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b2354-3d2d-498d-9676-9d88c7b65e3a req-a5531630-0d53-4bab-8553-3c6b92ad7277 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:12.943110 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc8b2354-3d2d-498d-9676-9d88c7b65e3a req-a5531630-0d53-4bab-8553-3c6b92ad7277 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1367579 Apr 20 13:13:12.955649 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fe3e8472-7bd6-4d78-949e-a45aa254a33f req-bce01fff-9739-46d1-9424-462f62106eb2 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248429 Apr 20 13:13:12.971755 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-91f2dd1f-8225-4d9e-91e7-793ed6d84ba8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.1117306 Apr 20 13:13:13.014726 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fc8b2354-3d2d-498d-9676-9d88c7b65e3a req-06df9ee2-5590-42f7-9837-f52d0d25dad8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651071 Apr 20 13:13:13.076282 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d489aad-0afa-49e7-988f-a5c919e38d59', 'name': 'network-vif-deleted', 'tag': '87ab947c-8a89-429a-b665-204a1af4211c', 'status': 'completed', 'code': 200} Apr 20 13:13:13.142208 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f0d25725-3b67-4c0a-b77d-d2c64db7e0f3 req-f1ffa277-96e8-4855-9bf2-a8e8b46e912e tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d489aad-0afa-49e7-988f-a5c919e38d59 HTTP/1.1" status: 200 len: 210 time: 0.0591693 Apr 20 13:13:13.160504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-d21e2b34-6cd9-464b-98c3-044e444a2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:13.162568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-d21e2b34-6cd9-464b-98c3-044e444a2c48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.1791952 Apr 20 13:13:13.223284 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-ca86d0a6-46bf-4232-9825-a946b08dc76d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527508 Apr 20 13:13:13.267178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829639ab-7d49-43c0-9d5d-e29469722c50 req-14fe2937-c80c-46c4-98a4-930e7dc531e0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:13.268792 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-829639ab-7d49-43c0-9d5d-e29469722c50 req-14fe2937-c80c-46c4-98a4-930e7dc531e0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.0938969 Apr 20 13:13:13.322460 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-829639ab-7d49-43c0-9d5d-e29469722c50 req-cca3e953-489a-44b3-8af2-0434fc1a6470 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Apr 20 13:13:13.596363 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-31afb4e9-c087-4b48-ad48-2355480c512a service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588297 Apr 20 13:13:13.799363 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-682b98d1-326a-4a8c-81be-66e0c5b62562 req-c96d10a2-6f12-406d-ab23-1462ce6f56f0 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910529 Apr 20 13:13:13.822598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device abc702fc-6996-43bf-91bc-d80ab90c261e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:13:13.836830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7721-d946-41d1-af9b-5e25d9e736d9 req-d79d2658-4818-40ad-99cc-ead192562015 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:13.838532 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e78c7721-d946-41d1-af9b-5e25d9e736d9 req-d79d2658-4818-40ad-99cc-ead192562015 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0961027 Apr 20 13:13:13.897949 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e78c7721-d946-41d1-af9b-5e25d9e736d9 req-7e374c0d-c0a1-43d3-8f0b-98f0e4358281 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465243 Apr 20 13:13:14.005738 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abc702fc-6996-43bf-91bc-d80ab90c261e,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:14.036284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'abc702fc-6996-43bf-91bc-d80ab90c261e', 'network_id': '1cfc87a5-dc29-499a-91a3-1a9a37b4b1bf', 'port_id': 'abc702fc-6996-43bf-91bc-d80ab90c261e', 'mac_address': 'fa:16:3e:0d:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c7acc-d976-4a32-9672-84ba0a6dd463', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:13:14.107941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.134690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc702fc-6996-43bf-91bc-d80ab90c261e {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:13:14.152247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abc702fc-6996-43bf-91bc-d80ab90c261e,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:14.158623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.160970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a680dc8-77d9-416d-aa1d-7eb1131bd75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:14.224483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5238d1-a0d9-44c9-a955-10be4e55a34c req-211b20af-a8ba-4977-a28c-fd9c6ea86ab0 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:14.226513 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9c5238d1-a0d9-44c9-a955-10be4e55a34c req-211b20af-a8ba-4977-a28c-fd9c6ea86ab0 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 948 time: 0.1162670 Apr 20 13:13:14.249223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed9c0-ba81-442a-b01b-727f7a5ecd12 req-1a867903-3292-4fa1-ace3-c89e07b8a7a6 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:14.251427 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-beaed9c0-ba81-442a-b01b-727f7a5ecd12 req-1a867903-3292-4fa1-ace3-c89e07b8a7a6 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1143875 Apr 20 13:13:14.251897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:14.255243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:14.289420 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9c5238d1-a0d9-44c9-a955-10be4e55a34c req-c1f4fe34-f68d-415a-be14-7d4075d494ed tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564542 Apr 20 13:13:14.322296 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-beaed9c0-ba81-442a-b01b-727f7a5ecd12 req-ca4805b2-d3b5-4f61-a741-55b45608fa97 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540688 Apr 20 13:13:14.416339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 32840) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:14.563317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc2236-93b7-4015-9e54-9b4cfc694423 req-7d7f9cc6-209d-4de1-94b8-e319938bdced tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:14.564984 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09bc2236-93b7-4015-9e54-9b4cfc694423 req-7d7f9cc6-209d-4de1-94b8-e319938bdced tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.0998502 Apr 20 13:13:14.573024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.589618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:14.594494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Usage tracker for resource:security_group_rule and tenant:71f38f67ee1d4f8db5b393c267785c83 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:14.597893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:14.604638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['abc702fc-6996-43bf-91bc-d80ab90c261e'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:13:14.611473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:14.626582 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09bc2236-93b7-4015-9e54-9b4cfc694423 req-5c516b6b-5d80-4372-8a6d-6386a3e54af1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551620 Apr 20 13:13:14.723523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.726507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.743601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-babbf8a0-3a3e-4c95-8faa-261327472f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:14.797111 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71f38f67ee1d4f8db5b393c267785c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764527 Apr 20 13:13:14.797588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 32852) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:14.806037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bb49ab-92ab-4307-a741-3d9626daa331,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:14.810522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:14.870405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.900379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.953497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.957577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f1a3634e-6bdc-4b48-8fc9-e7799b9b65ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:14.973922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bb49ab-92ab-4307-a741-3d9626daa331,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:14.976747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:14.978041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:14.979250 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47bb49ab-92ab-4307-a741-3d9626daa331 HTTP/1.1" status: 204 len: 168 time: 0.1805801 Apr 20 13:13:15.174459 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1889fe3-dfee-40d0-8cc4-4c647c6dbfd4 req-3542b4e2-4fe6-47c0-aa9e-d468f791acd8 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:15.176157 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f1889fe3-dfee-40d0-8cc4-4c647c6dbfd4 req-3542b4e2-4fe6-47c0-aa9e-d468f791acd8 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1067050 Apr 20 13:13:15.228709 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f1889fe3-dfee-40d0-8cc4-4c647c6dbfd4 req-c602e8b5-9dfa-4378-9d85-840a5b90c4ee tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Apr 20 13:13:15.559111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668f55-8655-4076-acd9-e775f9a05859 req-4f4c43e6-af6b-487b-ac48-8e5372fa63a9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:15.561011 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2d668f55-8655-4076-acd9-e775f9a05859 req-4f4c43e6-af6b-487b-ac48-8e5372fa63a9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 948 time: 0.1189930 Apr 20 13:13:15.597753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fb1cc-a114-41d2-980c-b7f8dd5721d8 req-ea12d0e4-b465-4b9f-9af9-2a052ebc60c0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:15.599422 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b3fb1cc-a114-41d2-980c-b7f8dd5721d8 req-ea12d0e4-b465-4b9f-9af9-2a052ebc60c0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1215191 Apr 20 13:13:15.619561 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2d668f55-8655-4076-acd9-e775f9a05859 req-c81a7923-d34a-41a7-8ae4-6d9c0f7d3db6 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511589 Apr 20 13:13:15.678792 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b3fb1cc-a114-41d2-980c-b7f8dd5721d8 req-77626912-9fd5-4c24-9380-e9913343585a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723701 Apr 20 13:13:15.827140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device abc702fc-6996-43bf-91bc-d80ab90c261e up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:13:15.867912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25e06a-d664-4416-a828-8576a5230857 req-a59e7420-5fe4-4af4-9227-0e5aead2e595 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:15.869830 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ca25e06a-d664-4416-a828-8576a5230857 req-a59e7420-5fe4-4af4-9227-0e5aead2e595 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1115961 Apr 20 13:13:15.922751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port abc702fc-6996-43bf-91bc-d80ab90c261e completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:15.927302 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ca25e06a-d664-4416-a828-8576a5230857 req-509b9012-7f12-4409-8414-66712c62dd45 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501242 Apr 20 13:13:15.931944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port abc702fc-6996-43bf-91bc-d80ab90c261e triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:15.932505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:16.088293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:16.119581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:16.131139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abc702fc-6996-43bf-91bc-d80ab90c261e,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:16.134806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:16.135755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 87ab947c-8a89-429a-b665-204a1af4211c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:13:16.185128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:16.221324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 87ab947c-8a89-429a-b665-204a1af4211c {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:13:16.221757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 87ab947c-8a89-429a-b665-204a1af4211c not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:13:16.229670 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e', 'code': 200} Apr 20 13:13:16.270668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:16.273969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:16.548234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca8e9-23db-4611-9d84-79eb31ad1e1a req-7a9c9b5d-31d7-438d-9e79-dab3a2100c10 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:16.550346 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d10ca8e9-23db-4611-9d84-79eb31ad1e1a req-7a9c9b5d-31d7-438d-9e79-dab3a2100c10 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1630776 Apr 20 13:13:16.558512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19a3e-9dc1-4c8b-b5ed-fd5c443fa9b1 req-730c836e-ab03-4212-9f71-e6f6976e2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:16.560106 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09e19a3e-9dc1-4c8b-b5ed-fd5c443fa9b1 req-730c836e-ab03-4212-9f71-e6f6976e2d4f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 1102 time: 0.1127417 Apr 20 13:13:16.635427 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d10ca8e9-23db-4611-9d84-79eb31ad1e1a req-5b76709c-0189-483b-844f-25d25869820a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Apr 20 13:13:16.641925 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09e19a3e-9dc1-4c8b-b5ed-fd5c443fa9b1 req-330eaecb-6855-4e87-95a6-d1762f1f5627 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Apr 20 13:13:16.870453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be237143-4781-4121-a189-01c701ffb5a9 req-b1fb275f-0a38-43f7-a1ea-96b8712dba66 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:16.872907 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-be237143-4781-4121-a189-01c701ffb5a9 req-b1fb275f-0a38-43f7-a1ea-96b8712dba66 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1211126 Apr 20 13:13:16.915440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62427-21f0-4bc1-bbe0-b145753cf0df req-40ee915f-50c1-4fb1-8863-8750acf38632 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:16.917563 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2fb62427-21f0-4bc1-bbe0-b145753cf0df req-40ee915f-50c1-4fb1-8863-8750acf38632 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1057069 Apr 20 13:13:16.938668 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-be237143-4781-4121-a189-01c701ffb5a9 req-88a6c1c1-8992-4fa2-938e-cf290e70639d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Apr 20 13:13:16.968074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-17770549-03b9-4c4e-8074-87cb06484f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:16.974554 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2fb62427-21f0-4bc1-bbe0-b145753cf0df req-3be322c1-95ea-4266-8592-577c1036c5ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498807 Apr 20 13:13:17.388602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdcfb6-8132-41a2-b190-4aa4ecf1660b req-bbddce2f-24bb-4c74-ad69-26a42822ab62 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:17.392148 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4fdcfb6-8132-41a2-b190-4aa4ecf1660b req-bbddce2f-24bb-4c74-ad69-26a42822ab62 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.3296616 Apr 20 13:13:17.446205 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4fdcfb6-8132-41a2-b190-4aa4ecf1660b req-72f03f40-cdc0-4373-ab00-81b47114bac3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Apr 20 13:13:17.892270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e2ddf-8508-4603-aef7-1043fc3b356c req-1d7bfec0-6136-4950-8074-629fb166b9ab tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:17.900350 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6f2e2ddf-8508-4603-aef7-1043fc3b356c req-1d7bfec0-6136-4950-8074-629fb166b9ab tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1272273 Apr 20 13:13:17.967947 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6f2e2ddf-8508-4603-aef7-1043fc3b356c req-065d2389-9f48-4e00-a822-16412c40a316 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661459 Apr 20 13:13:18.300464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18410be-c456-4a53-88bb-da74fe060e0c req-6c2fa303-7394-4e8b-be72-bb9268384286 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:18.303216 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b18410be-c456-4a53-88bb-da74fe060e0c req-6c2fa303-7394-4e8b-be72-bb9268384286 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1368368 Apr 20 13:13:18.361044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c5894-afb5-40cb-9493-01ff402786a0 req-ef94ab8d-5a31-47f3-b743-0561e72e65ab tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:18.363357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14c5894-afb5-40cb-9493-01ff402786a0 req-ef94ab8d-5a31-47f3-b743-0561e72e65ab tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1754723 Apr 20 13:13:18.374234 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b18410be-c456-4a53-88bb-da74fe060e0c req-33597048-8bb7-49d1-8750-4ec0295c91e8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548835 Apr 20 13:13:18.433157 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14c5894-afb5-40cb-9493-01ff402786a0 req-dc556738-cba0-492e-b5e5-bb312577ab20 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591578 Apr 20 13:13:18.684054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d75ed-f8f7-4189-a6f1-d6a51093c874 req-7965b195-7af2-438c-9cf8-ece54ab70573 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:18.692091 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bd3d75ed-f8f7-4189-a6f1-d6a51093c874 req-7965b195-7af2-438c-9cf8-ece54ab70573 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1096265 Apr 20 13:13:18.736224 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bd3d75ed-f8f7-4189-a6f1-d6a51093c874 req-f12ce93d-0146-47c5-87ea-571ac12c7dc6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Apr 20 13:13:19.202335 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6851b5-be8d-43b3-b4c9-49cd7411aaf8 req-799efe4d-a28b-4572-9181-d1a36d7d25fc tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:19.205076 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9a6851b5-be8d-43b3-b4c9-49cd7411aaf8 req-799efe4d-a28b-4572-9181-d1a36d7d25fc tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1099513 Apr 20 13:13:19.262643 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9a6851b5-be8d-43b3-b4c9-49cd7411aaf8 req-2c1b031d-5c66-4acf-9e13-37baa4115a69 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511212 Apr 20 13:13:19.664811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b9102-ad5c-4f89-88d0-e60f00f92a6c req-97c9a60d-c4f0-41f0-845d-c583ea9313ff tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:19.667000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e80b9102-ad5c-4f89-88d0-e60f00f92a6c req-97c9a60d-c4f0-41f0-845d-c583ea9313ff tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1565545 Apr 20 13:13:19.731796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67fec-619c-4e09-b750-7cec0efc59af req-4dd446d5-d2ce-43e0-b785-29bc441cc2d7 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:19.734458 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-30e67fec-619c-4e09-b750-7cec0efc59af req-4dd446d5-d2ce-43e0-b785-29bc441cc2d7 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1054385 Apr 20 13:13:19.746307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e80b9102-ad5c-4f89-88d0-e60f00f92a6c req-55df0bfc-9af8-4ea5-a95a-6c57e191df13 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710242 Apr 20 13:13:19.749178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8c32-c730-45ac-8d57-6b7c4dc7a6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:19.832511 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-30e67fec-619c-4e09-b750-7cec0efc59af req-20082bf5-5b0d-46e8-9b42-a054e44181dc tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904450 Apr 20 13:13:19.844627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:13:20.075254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b5af6-93c9-4cb6-adfa-d5404a5f5cd7 req-3719a946-48cc-4426-9b12-688934e09df7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:20.082802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:20.097257 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7a1b5af6-93c9-4cb6-adfa-d5404a5f5cd7 req-3719a946-48cc-4426-9b12-688934e09df7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1967757 Apr 20 13:13:20.126222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'c0038853-5131-44af-a380-56c99f0474a6', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:13:20.166049 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7a1b5af6-93c9-4cb6-adfa-d5404a5f5cd7 req-5439b854-99a1-43b6-9414-09daa3ea902c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676084 Apr 20 13:13:20.218939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:20.252196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:13:20.276784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:20.288641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:20.296723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:20.464203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:20.479125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=6']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:20.489791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.490206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.490731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.491324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.491718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.492261 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.492803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.493181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.493671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.494355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.494668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.495016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:20.500571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:20.523735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['c0038853-5131-44af-a380-56c99f0474a6'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:13:20.540351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d6a98-807d-48ee-8c0e-50220e9e2a12 req-c3ae3022-4e36-4498-856a-061cff67bcf0 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:20.549947 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e0d6a98-807d-48ee-8c0e-50220e9e2a12 req-c3ae3022-4e36-4498-856a-061cff67bcf0 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1095700 Apr 20 13:13:20.587254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f7fc-eaea-4597-b657-0b6f6176eda3 req-0df46a91-495d-4321-8f94-3fd2315be897 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:20.596222 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74c8f7fc-eaea-4597-b657-0b6f6176eda3 req-0df46a91-495d-4321-8f94-3fd2315be897 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1549900 Apr 20 13:13:20.626857 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e0d6a98-807d-48ee-8c0e-50220e9e2a12 req-29460751-fbcc-42c6-b1b1-1565a0e56945 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Apr 20 13:13:20.666460 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74c8f7fc-eaea-4597-b657-0b6f6176eda3 req-d84d3872-99e7-4c69-b18e-f6bd082ec08a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675144 Apr 20 13:13:20.966348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea19-d372-476d-9bda-9913edae33da req-9d31ca90-6099-4d10-bdd4-4d34409f2d57 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:20.969654 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-86a9ea19-d372-476d-9bda-9913edae33da req-9d31ca90-6099-4d10-bdd4-4d34409f2d57 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1000872 Apr 20 13:13:21.066702 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-86a9ea19-d372-476d-9bda-9913edae33da req-cf69c3e0-bf12-4d24-a077-1884d38172b0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895836 Apr 20 13:13:21.359868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:21.391181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6254-3e5f-43f9-b53f-a09ede9a7c76 req-ad0fafa6-6974-4714-a9c2-a5dbe0644a7c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:21.393303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6def6254-3e5f-43f9-b53f-a09ede9a7c76 req-ad0fafa6-6974-4714-a9c2-a5dbe0644a7c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 945 time: 0.1088922 Apr 20 13:13:21.480405 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6def6254-3e5f-43f9-b53f-a09ede9a7c76 req-26e976e0-816d-4f97-97d0-2bf570a7b94f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772491 Apr 20 13:13:21.882885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:13:21.889187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3b191-d870-4196-afc6-d0a440b1a9ea req-76e62d08-9018-4aa3-bdc9-fab0b94279fe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:21.897493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-50c3b191-d870-4196-afc6-d0a440b1a9ea req-76e62d08-9018-4aa3-bdc9-fab0b94279fe tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1029620 Apr 20 13:13:21.951766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5ac2-0ee3-4d00-982f-80acf18d3f58 req-634e2dad-a742-4e03-82a7-77cb7fb76eb5 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:21.953787 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ffaf5ac2-0ee3-4d00-982f-80acf18d3f58 req-634e2dad-a742-4e03-82a7-77cb7fb76eb5 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1749086 Apr 20 13:13:21.961145 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-50c3b191-d870-4196-afc6-d0a440b1a9ea req-4e57371c-52de-4fbf-b7d5-3238f4b044f9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Apr 20 13:13:22.066284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port c0038853-5131-44af-a380-56c99f0474a6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:22.067076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:22.078392 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ffaf5ac2-0ee3-4d00-982f-80acf18d3f58 req-fa820767-0759-4fef-8266-e4c21c8d5890 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150377 Apr 20 13:13:22.290649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:22.304022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4309fbd-5af2-4043-8725-330d90acc863 req-138c75be-6e8d-4b4d-9c4b-712d743b302e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:22.307857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:22.310168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e4309fbd-5af2-4043-8725-330d90acc863 req-138c75be-6e8d-4b4d-9c4b-712d743b302e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1192629 Apr 20 13:13:22.333574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:22.347704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:22.351199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:22.354514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:22.408701 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'code': 200} Apr 20 13:13:22.436518 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e4309fbd-5af2-4043-8725-330d90acc863 req-7565a36e-69a9-42fb-a3d7-2f154285328a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236508 Apr 20 13:13:22.458809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-47d011ea-0548-40b1-9846-9777897a34cd tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:22.472476 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-47d011ea-0548-40b1-9846-9777897a34cd tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1451144 Apr 20 13:13:22.477381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=7']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:22.482682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:22.563496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Deleting port abc702fc-6996-43bf-91bc-d80ab90c261e {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:13:22.563892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:22.714373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d65a7-9b2f-447c-b40c-10abec7763fa req-3e204049-2626-423c-a50a-1ba7ae775070 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:22.716152 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2c3d65a7-9b2f-447c-b40c-10abec7763fa req-3e204049-2626-423c-a50a-1ba7ae775070 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.0961761 Apr 20 13:13:22.772159 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2c3d65a7-9b2f-447c-b40c-10abec7763fa req-56fa2f34-8686-4549-8760-23637014a481 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478237 Apr 20 13:13:22.917536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] For port abc702fc-6996-43bf-91bc-d80ab90c261e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abc702fc-6996-43bf-91bc-d80ab90c261e,segment=NetworkSegment(b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a),segment_id=b0d6bcb4-cfa5-4fae-ba8d-1d3ce0bb793a)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:22.917536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:23.095415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Calling delete_port for abc702fc-6996-43bf-91bc-d80ab90c261e owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:13:23.344445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d092a-d287-490a-9b5b-e6b776ae505e req-0531640c-17a0-4ba5-bc63-f76a4c35d1cf tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:23.346915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d9d092a-d287-490a-9b5b-e6b776ae505e req-0531640c-17a0-4ba5-bc63-f76a4c35d1cf tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 949 time: 0.1284797 Apr 20 13:13:23.388946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f5e5f-1ee5-489e-8d15-352e8e28761e req-2427839a-e434-4793-9343-0a9c90441a66 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:23.391618 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-070f5e5f-1ee5-489e-8d15-352e8e28761e req-2427839a-e434-4793-9343-0a9c90441a66 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2139943 Apr 20 13:13:23.420841 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:23.430535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d19544bc-c89f-4894-8ddc-492a03bc1e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:23.454329 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d9d092a-d287-490a-9b5b-e6b776ae505e req-dd8bfafc-6338-4cdf-87f7-b38bd911273e tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15abb74-fa20-4a96-b521-c49863327c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000762 Apr 20 13:13:23.464982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['abc702fc-6996-43bf-91bc-d80ab90c261e'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:13:23.500518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Pushing event deleted for resources: {'Port': ['ID=abc702fc-6996-43bf-91bc-d80ab90c261e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:23.506532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:23.670626 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-070f5e5f-1ee5-489e-8d15-352e8e28761e req-ebd174fe-d71e-457c-83b1-bced015efea4 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684302 Apr 20 13:13:23.685882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] No DVR routers for this DVR port abc702fc-6996-43bf-91bc-d80ab90c261e on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:13:23.691871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:23.695070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'name': 'network-vif-deleted', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:23.717106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493caa4-9969-4716-bd82-d94193560c8f req-a8f9f500-264e-4e0e-8bd4-d18eda37b6ea tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:23.725966 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0493caa4-9969-4716-bd82-d94193560c8f req-a8f9f500-264e-4e0e-8bd4-d18eda37b6ea tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1295815 Apr 20 13:13:23.756765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-577dea2a-9961-4eea-bba8-7cb92e743419 req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.78 "DELETE /v2.0/ports/abc702fc-6996-43bf-91bc-d80ab90c261e HTTP/1.1" status: 204 len: 173 time: 1.2865300 Apr 20 13:13:23.802811 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0493caa4-9969-4716-bd82-d94193560c8f req-f858346f-76e2-4ed5-a123-8871ce465a09 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758150 Apr 20 13:13:23.879273 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f90fffc-7e62-4b15-a4aa-a717e0fe8f69', 'name': 'network-vif-deleted', 'tag': 'abc702fc-6996-43bf-91bc-d80ab90c261e', 'status': 'completed', 'code': 200} Apr 20 13:13:24.082705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8318b5-9704-491a-8648-f000142a2b39 req-1b7d875b-1602-4481-895a-7b5385c93ab1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:24.084925 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7d8318b5-9704-491a-8648-f000142a2b39 req-1b7d875b-1602-4481-895a-7b5385c93ab1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1042027 Apr 20 13:13:24.140489 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7d8318b5-9704-491a-8648-f000142a2b39 req-cdc1e4ac-2ebb-4c7b-b834-59e1960cf0e3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486550 Apr 20 13:13:24.644620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0e593fc9-b6d9-46f0-9f2e-ff1e494da7b7 req-63e4066e-2291-466e-81b9-21ca39dc864c tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Synchronizing usage tracker for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:13:24.663952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0e593fc9-b6d9-46f0-9f2e-ff1e494da7b7 req-63e4066e-2291-466e-81b9-21ca39dc864c tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Unset dirty status for tenant:d63c9c8b450841aba5f6cd9c313c2f6f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:13:24.673203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e593fc9-b6d9-46f0-9f2e-ff1e494da7b7 req-63e4066e-2291-466e-81b9-21ca39dc864c tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f90fffc-7e62-4b15-a4aa-a717e0fe8f69 HTTP/1.1" status: 200 len: 210 time: 0.0818112 Apr 20 13:13:24.941790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642633d-5a80-45f1-9195-4375bccbb5f5 req-c9de9b5c-50ad-432a-bc55-f6239f8a63ff tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:24.943927 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a642633d-5a80-45f1-9195-4375bccbb5f5 req-c9de9b5c-50ad-432a-bc55-f6239f8a63ff tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1149635 Apr 20 13:13:25.025787 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a642633d-5a80-45f1-9195-4375bccbb5f5 req-5ebca790-a415-4fe8-a1fd-a8c4350890d9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Apr 20 13:13:25.109342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7aaf4-e829-4900-8193-4eaecb01dea2 req-3dd896e5-3075-4190-add1-2f3ae003f86d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:25.111307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-57b7aaf4-e829-4900-8193-4eaecb01dea2 req-3dd896e5-3075-4190-add1-2f3ae003f86d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1701584 Apr 20 13:13:25.174024 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-57b7aaf4-e829-4900-8193-4eaecb01dea2 req-2f4e39ce-cc86-460d-8f77-a68e045f0e86 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550869 Apr 20 13:13:25.387286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ad85-1b43-4d55-ae1b-70f3a94ef030 req-5dbd980f-35e3-46b4-8c08-006aa27ab3e9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:25.389476 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-94b7ad85-1b43-4d55-ae1b-70f3a94ef030 req-5dbd980f-35e3-46b4-8c08-006aa27ab3e9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1252577 Apr 20 13:13:25.442732 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-94b7ad85-1b43-4d55-ae1b-70f3a94ef030 req-44977819-97be-41b1-beab-7587609504ce tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Apr 20 13:13:25.882850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device abc702fc-6996-43bf-91bc-d80ab90c261e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:13:25.921097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: abc702fc-6996-43bf-91bc-d80ab90c261e {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:13:25.922048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device abc702fc-6996-43bf-91bc-d80ab90c261e not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:13:26.279183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675f903-b132-4718-94c9-b26484920859 req-b8ccca3b-56b0-4bf6-a64a-0607da5dd086 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:26.280827 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3675f903-b132-4718-94c9-b26484920859 req-b8ccca3b-56b0-4bf6-a64a-0607da5dd086 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1157417 Apr 20 13:13:26.342177 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3675f903-b132-4718-94c9-b26484920859 req-01c2413b-f8d0-4a6f-af93-bf5131d28c61 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Apr 20 13:13:26.429616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accda62-6ff2-4dc4-bbd5-7407c43fcd59 req-3e70df5d-859f-42b3-ae91-02334b758d3b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:26.432392 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8accda62-6ff2-4dc4-bbd5-7407c43fcd59 req-3e70df5d-859f-42b3-ae91-02334b758d3b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1238291 Apr 20 13:13:26.501109 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8accda62-6ff2-4dc4-bbd5-7407c43fcd59 req-77eece66-b47a-4a24-bd20-e2d33db866ff tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599782 Apr 20 13:13:26.665621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181144d-be39-4295-a477-db4a22f45ac6 req-8a2b56df-2e39-4a71-819f-ea650467bb28 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:26.667249 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0181144d-be39-4295-a477-db4a22f45ac6 req-8a2b56df-2e39-4a71-819f-ea650467bb28 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.0925505 Apr 20 13:13:26.717738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0181144d-be39-4295-a477-db4a22f45ac6 req-e73dedac-d5a5-4edb-a638-1773a5c00ec4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Apr 20 13:13:27.553852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ab495-77a5-45c7-ada0-6ff870e15133 req-948cbf2e-01a5-4109-8407-29f0acc6ad77 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:27.556373 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e35ab495-77a5-45c7-ada0-6ff870e15133 req-948cbf2e-01a5-4109-8407-29f0acc6ad77 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0940444 Apr 20 13:13:27.632404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e35ab495-77a5-45c7-ada0-6ff870e15133 req-d35c84ce-cc23-4f60-8ef1-3c07bfbf07df tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681624 Apr 20 13:13:27.875121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f14d9-a93a-482b-b3ca-f432cac0cd7d req-5bf39107-1a51-4030-9eab-bd625e4b1923 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:27.878977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f0f14d9-a93a-482b-b3ca-f432cac0cd7d req-5bf39107-1a51-4030-9eab-bd625e4b1923 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1534579 Apr 20 13:13:27.936167 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f0f14d9-a93a-482b-b3ca-f432cac0cd7d req-75db7554-2f3d-4ae4-980f-d8e72845cb4e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516980 Apr 20 13:13:28.029039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b2bb1-0ea6-4ff1-bfb1-d61bd4ef9fe0 req-4cbcefe2-b6e3-4e8a-9cc8-4365fd6782d3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:28.037719 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fd0b2bb1-0ea6-4ff1-bfb1-d61bd4ef9fe0 req-4cbcefe2-b6e3-4e8a-9cc8-4365fd6782d3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1373403 Apr 20 13:13:28.084746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fd0b2bb1-0ea6-4ff1-bfb1-d61bd4ef9fe0 req-0cf5437f-295b-4670-b95a-ba1cf563485a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Apr 20 13:13:29.037080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292226b-dfb1-4e5f-9510-49db0f415b99 req-36254605-a106-4008-a438-c947d4f13536 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:29.045287 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4292226b-dfb1-4e5f-9510-49db0f415b99 req-36254605-a106-4008-a438-c947d4f13536 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2128327 Apr 20 13:13:29.164217 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4292226b-dfb1-4e5f-9510-49db0f415b99 req-1ae97e55-8777-4197-99d3-38faa8917c00 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178575 Apr 20 13:13:29.296426 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74accb97-3e73-461f-ad41-843aa72db641 req-6e87cbe5-5f14-47d0-8fc9-7e14f96a7333 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:29.316411 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74accb97-3e73-461f-ad41-843aa72db641 req-6e87cbe5-5f14-47d0-8fc9-7e14f96a7333 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2138619 Apr 20 13:13:29.400207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-74accb97-3e73-461f-ad41-843aa72db641 req-4b21c074-dc2b-4116-bc22-9f56e4b6be5c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824637 Apr 20 13:13:29.577329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92631e7-d83e-4468-ac3d-7ee643c5ebdb req-0d719fe8-469c-40d2-9ef5-2ee0ca38c228 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:29.594096 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d92631e7-d83e-4468-ac3d-7ee643c5ebdb req-0d719fe8-469c-40d2-9ef5-2ee0ca38c228 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2122087 Apr 20 13:13:29.660030 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d92631e7-d83e-4468-ac3d-7ee643c5ebdb req-c433e878-4ada-498e-8f28-1a5a8d4471c0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621042 Apr 20 13:13:30.493159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1178-aa7e-47e7-bd2b-fd76273de93d req-0e6a32f3-f034-46e9-a4b1-e3d24cadca86 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:30.503699 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e9d1178-aa7e-47e7-bd2b-fd76273de93d req-0e6a32f3-f034-46e9-a4b1-e3d24cadca86 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1082647 Apr 20 13:13:30.557473 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e9d1178-aa7e-47e7-bd2b-fd76273de93d req-e6b285a9-758a-4517-b6d4-26eaf3ab73b6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 Apr 20 13:13:30.666932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508c71-2f43-43b9-9477-8a2fb5fb7392 req-66ae6d2a-288f-4899-852a-5b2614609bf8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:30.684618 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3e508c71-2f43-43b9-9477-8a2fb5fb7392 req-66ae6d2a-288f-4899-852a-5b2614609bf8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1340261 Apr 20 13:13:30.783775 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3e508c71-2f43-43b9-9477-8a2fb5fb7392 req-30134ba1-951f-48d7-ba3f-b7f8d15bc18e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938466 Apr 20 13:13:31.105365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d9e1-ee1d-4135-8e00-65f0c07e84d7 req-9e09a083-2fd3-4db0-8274-16d5a9e4bc10 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:31.108476 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-faa5d9e1-ee1d-4135-8e00-65f0c07e84d7 req-9e09a083-2fd3-4db0-8274-16d5a9e4bc10 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2044718 Apr 20 13:13:31.219546 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-faa5d9e1-ee1d-4135-8e00-65f0c07e84d7 req-522712ef-4ef4-4783-8ba6-50ad5dd73c20 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020925 Apr 20 13:13:31.460567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122a57c-be22-4703-bbe2-9dc1d12a4cf4 req-dc2214cd-f7ac-450b-aac5-98349b3e0e33 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:31.462768 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7122a57c-be22-4703-bbe2-9dc1d12a4cf4 req-dc2214cd-f7ac-450b-aac5-98349b3e0e33 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1456785 Apr 20 13:13:31.519516 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7122a57c-be22-4703-bbe2-9dc1d12a4cf4 req-2cf314da-e488-4179-96a3-8176bab0b56c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487726 Apr 20 13:13:31.614365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-bc8f5cd4-66ca-4aeb-92f9-914e2989cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:31.616026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-bc8f5cd4-66ca-4aeb-92f9-914e2989cd9d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1098 time: 0.1201909 Apr 20 13:13:31.805250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-a72eb5de-1960-4f5c-8cc4-30c2f0ca51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:31.806941 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-a72eb5de-1960-4f5c-8cc4-30c2f0ca51d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.1832225 Apr 20 13:13:32.082668 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-943b7373-c184-4dd9-9ce4-d968b6d5086e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 1001 time: 0.1892376 Apr 20 13:13:32.177769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-113806f4-f95b-4ecb-8102-3913ce2b4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:32.179889 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-113806f4-f95b-4ecb-8102-3913ce2b4c72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.0767803 Apr 20 13:13:32.201436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7328c-81bb-4ac8-a788-a313c6a47522 req-c85f32b5-ef1e-4d14-a46f-aabe5739e7b3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:32.206550 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f6b7328c-81bb-4ac8-a788-a313c6a47522 req-c85f32b5-ef1e-4d14-a46f-aabe5739e7b3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.3980849 Apr 20 13:13:32.642556 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f6b7328c-81bb-4ac8-a788-a313c6a47522 req-c54afa0a-8013-4695-966f-76556f4c9215 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944490 Apr 20 13:13:32.705451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-73929169-ce0b-4812-b8c3-135d60d3a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:32.707681 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-73929169-ce0b-4812-b8c3-135d60d3a76e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5157068 Apr 20 13:13:32.737704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621d34-904a-4d57-88fe-7bc2bb300797 req-d40ba003-3de3-4457-8baa-b1f8b7dc552a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:32.739635 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cb621d34-904a-4d57-88fe-7bc2bb300797 req-d40ba003-3de3-4457-8baa-b1f8b7dc552a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1835039 Apr 20 13:13:32.832466 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cb621d34-904a-4d57-88fe-7bc2bb300797 req-2fd32ef3-3691-4e48-b308-a1cd6c647bad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799086 Apr 20 13:13:33.175334 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-4dc718b0-c0db-48d9-a841-abc73affffd7 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538069 Apr 20 13:13:33.334785 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1abdb46b-afe0-4419-a6fe-162bd699fb03 req-26cbb0f0-d0cc-404c-b082-2430f492a9fc service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505435 Apr 20 13:13:33.345606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db20ebf-4083-45e7-b4de-7e959f60f317 req-b7315332-69b0-4104-8663-ead2cbbbc617 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:33.347288 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2db20ebf-4083-45e7-b4de-7e959f60f317 req-b7315332-69b0-4104-8663-ead2cbbbc617 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.4503987 Apr 20 13:13:33.439593 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2db20ebf-4083-45e7-b4de-7e959f60f317 req-61abc96a-f5a1-4b41-acf1-a708bfc719d3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778854 Apr 20 13:13:34.140095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1830a1-00a6-4226-9603-86d0017ece46 req-eea96be8-5621-4fcb-918e-7f28ba844035 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:34.148142 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d1830a1-00a6-4226-9603-86d0017ece46 req-eea96be8-5621-4fcb-918e-7f28ba844035 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2414963 Apr 20 13:13:34.212128 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d1830a1-00a6-4226-9603-86d0017ece46 req-49e447a6-15d2-421e-be9b-52684a5d6c99 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Apr 20 13:13:34.281894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bf789-7d72-458a-8e4c-46a44cf48a66 req-2bb1c7f3-f8da-40bf-8f12-6d71059db4dc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:34.295778 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-450bf789-7d72-458a-8e4c-46a44cf48a66 req-2bb1c7f3-f8da-40bf-8f12-6d71059db4dc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2081218 Apr 20 13:13:34.376249 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-450bf789-7d72-458a-8e4c-46a44cf48a66 req-881d00dc-622f-4ffd-bc9f-31ff018b40b2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701840 Apr 20 13:13:34.705735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:34.916861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c947a2-152d-4e8b-b5ff-995c685c8065 req-04d4765d-6912-4dcd-b530-f108f42de1ce tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:34.933114 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-11c947a2-152d-4e8b-b5ff-995c685c8065 req-04d4765d-6912-4dcd-b530-f108f42de1ce tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1360099 Apr 20 13:13:35.114745 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-11c947a2-152d-4e8b-b5ff-995c685c8065 req-3ceedc61-7fec-4aa5-8104-257710179d4d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870077 Apr 20 13:13:35.401325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:13:35.534237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209791b-dc3c-45fe-98ee-9c30d63a1ae0 req-0fd36d8a-da4c-4444-88ad-efdedc3f09b0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:35.546344 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c209791b-dc3c-45fe-98ee-9c30d63a1ae0 req-0fd36d8a-da4c-4444-88ad-efdedc3f09b0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1965942 Apr 20 13:13:35.691886 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c209791b-dc3c-45fe-98ee-9c30d63a1ae0 req-febc5482-06a3-4704-9440-5a4f910caaa2 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382773 Apr 20 13:13:35.806419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18e05-0602-4264-97ca-8c3142b597b5 req-84149042-4cd2-47cf-a9d1-789081398728 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:35.808377 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63c18e05-0602-4264-97ca-8c3142b597b5 req-84149042-4cd2-47cf-a9d1-789081398728 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1313434 Apr 20 13:13:35.879187 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63c18e05-0602-4264-97ca-8c3142b597b5 req-49277ee0-128c-472a-896f-88aeb2e47545 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634801 Apr 20 13:13:37.115967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40c4c-c4ba-4b4a-aaeb-5649577ac5d7 req-780a7e7b-0451-46db-9f73-6375ffa2c15e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:37.135325 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8cc40c4c-c4ba-4b4a-aaeb-5649577ac5d7 req-780a7e7b-0451-46db-9f73-6375ffa2c15e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2459910 Apr 20 13:13:37.268253 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8cc40c4c-c4ba-4b4a-aaeb-5649577ac5d7 req-ce115e0a-6d25-45b3-aab0-b1e5c65b8ae6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318395 Apr 20 13:13:37.396881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1f6b-caae-4cc1-a3f5-539a7bccb77d req-d2da336d-dfb9-4287-883f-8a15e5b84d37 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:37.417203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-47bb1f6b-caae-4cc1-a3f5-539a7bccb77d req-d2da336d-dfb9-4287-883f-8a15e5b84d37 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2170565 Apr 20 13:13:37.530696 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-47bb1f6b-caae-4cc1-a3f5-539a7bccb77d req-1dbaaf85-1b5a-4aaf-a15c-048d7bd7a491 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121719 Apr 20 13:13:38.912048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816501e5-0aaf-45d0-ae57-8e7870c19165 req-c06ff6a3-2988-4475-bf12-ac89f1ab23b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:38.919919 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-816501e5-0aaf-45d0-ae57-8e7870c19165 req-c06ff6a3-2988-4475-bf12-ac89f1ab23b0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.2162917 Apr 20 13:13:38.927414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0312e-20da-4067-b940-50264ae91065 req-76f40cd3-a376-4b5c-b1fe-bf7025c00c5e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:38.937368 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10a0312e-20da-4067-b940-50264ae91065 req-76f40cd3-a376-4b5c-b1fe-bf7025c00c5e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2576287 Apr 20 13:13:38.998052 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-816501e5-0aaf-45d0-ae57-8e7870c19165 req-4e63e9a5-0f35-4cfd-ae56-a3586b07fb4e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770309 Apr 20 13:13:39.062378 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10a0312e-20da-4067-b940-50264ae91065 req-22af48f4-a148-4c2b-a3ea-81eff7aa8392 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220982 Apr 20 13:13:40.280102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88982231-46dc-4064-bef9-d103c3794b13 req-80e8ee6e-4ee1-42ae-967e-50c3ef8ab8d7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:40.290358 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88982231-46dc-4064-bef9-d103c3794b13 req-80e8ee6e-4ee1-42ae-967e-50c3ef8ab8d7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1174493 Apr 20 13:13:40.324123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacecdaa-8102-4d52-96ef-21084f73cf78 req-f1e2d55a-189d-4f40-af0b-c8bee8d21ce5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:40.333346 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aacecdaa-8102-4d52-96ef-21084f73cf78 req-f1e2d55a-189d-4f40-af0b-c8bee8d21ce5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1051733 Apr 20 13:13:40.349113 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-88982231-46dc-4064-bef9-d103c3794b13 req-fad538c6-d851-45c4-95f2-9423973127cd tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574067 Apr 20 13:13:40.386985 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aacecdaa-8102-4d52-96ef-21084f73cf78 req-dfa498c8-aec0-435c-a43e-9d10ed77dea3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Apr 20 13:13:41.577108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd33c7-4f5f-40a7-a25c-bfd451df8f1c req-babb5c2c-9c85-4ba6-889e-d5094a71b156 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:41.579105 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13dd33c7-4f5f-40a7-a25c-bfd451df8f1c req-babb5c2c-9c85-4ba6-889e-d5094a71b156 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1123238 Apr 20 13:13:41.641013 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13dd33c7-4f5f-40a7-a25c-bfd451df8f1c req-ad0144cc-d550-4fe5-9022-7169eec53b21 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513868 Apr 20 13:13:41.712848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1796d-34d3-43c6-8d6b-718246951411 req-5c3a76a6-c48e-40bf-ba89-23e4d80e5a7d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:41.714523 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6dd1796d-34d3-43c6-8d6b-718246951411 req-5c3a76a6-c48e-40bf-ba89-23e4d80e5a7d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1541359 Apr 20 13:13:41.767235 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6dd1796d-34d3-43c6-8d6b-718246951411 req-77f291f4-9755-4fc9-b3ba-e60663ba94da tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Apr 20 13:13:41.890002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-5b0dcbee-3445-452c-8c6d-2395fcea437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:41.891628 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-5b0dcbee-3445-452c-8c6d-2395fcea437b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1099 time: 0.0849268 Apr 20 13:13:42.051670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-c7d53318-c7f9-4b21-ab95-0cd14911aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:42.053331 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-c7d53318-c7f9-4b21-ab95-0cd14911aa6f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.1470449 Apr 20 13:13:42.178249 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-b80c323d-5b15-46a0-bc4c-32d318006682 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 1000 time: 0.1172168 Apr 20 13:13:42.251589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-1e38c57b-ece3-4406-b930-7859d28ffcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:42.253189 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-1e38c57b-ece3-4406-b930-7859d28ffcdc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0681391 Apr 20 13:13:42.342626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-58cf8d51-2da1-4e75-859f-2835dc121f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:42.344253 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-58cf8d51-2da1-4e75-859f-2835dc121f48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832372 Apr 20 13:13:42.519848 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-ff11be8b-4ff9-49ce-9440-e33e1c1c9651 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664779 Apr 20 13:13:42.680097 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b14e326f-e4c1-4bc4-8042-5a54867aa9dc req-ec911b9d-0946-4051-96e9-7970cef74e25 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529799 Apr 20 13:13:42.865352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c9ba9-3ae7-4dcf-a323-9f887f814f3a req-833606e7-5195-4628-ae23-aa0cee502a2e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:42.867298 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-904c9ba9-3ae7-4dcf-a323-9f887f814f3a req-833606e7-5195-4628-ae23-aa0cee502a2e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.0943694 Apr 20 13:13:42.931729 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-904c9ba9-3ae7-4dcf-a323-9f887f814f3a req-5e6643d0-bc0f-49a1-9652-fd908a808e3a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578189 Apr 20 13:13:42.999805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33916f-1428-4b5f-ad81-e009c47b6a8a req-4cd3b4b0-6bf2-4023-a487-2580f281cad0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:43.001513 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c33916f-1428-4b5f-ad81-e009c47b6a8a req-4cd3b4b0-6bf2-4023-a487-2580f281cad0 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1016593 Apr 20 13:13:43.058533 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c33916f-1428-4b5f-ad81-e009c47b6a8a req-daa38385-5507-4226-8a3e-2e8d622b264e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Apr 20 13:13:43.522060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33570) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:43.606135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Deleting subnet c9347933-59be-450f-83e9-b0707f20d57f {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:13:43.609338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:43.665890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:43.727232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.009374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.014200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d94e231-08c2-457d-a5f7-4560e1110e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:44.055744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9347933-59be-450f-83e9-b0707f20d57f,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:44.063767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:44.065146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.071954 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7fdb3002-b58c-455a-ae83-57e9ac4e7a10 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c9347933-59be-450f-83e9-b0707f20d57f HTTP/1.1" status: 204 len: 168 time: 0.5486572 Apr 20 13:13:44.074877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33596) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:44.245325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.289339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466146a-d200-410f-89cc-b9803620f5d2 req-01e3374a-baed-4acd-8a07-1612e65bcadc tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:44.291733 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a466146a-d200-410f-89cc-b9803620f5d2 req-01e3374a-baed-4acd-8a07-1612e65bcadc tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1023157 Apr 20 13:13:44.362175 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a466146a-d200-410f-89cc-b9803620f5d2 req-5b117a7e-9b30-4aef-b25a-39ae767f114b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629430 Apr 20 13:13:44.448147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.551514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814f29-c53a-46c2-b5a8-f898b46fad8b req-56091922-15f9-4e7b-8021-544e79064d2b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:44.553135 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5f814f29-c53a-46c2-b5a8-f898b46fad8b req-56091922-15f9-4e7b-8021-544e79064d2b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.3794451 Apr 20 13:13:44.617569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3141f89-dfdf-4c42-a8da-e49da3e5c0a6']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:44.635996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:44.636336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43eefc5-2f7d-4091-9e08-cbcbbf7981e4') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:44.646397 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5f814f29-c53a-46c2-b5a8-f898b46fad8b req-bcf11fab-13ba-48b2-ad14-37630151de2d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853724 Apr 20 13:13:44.653068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.670153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:44.677869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:13:44.873288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:13:44.883219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.067783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Network d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:45.102774 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:45.181088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.185222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07bd9d1e-8a13-446d-a0da-b06c02107509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:45.203680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.212228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3141f89-dfdf-4c42-a8da-e49da3e5c0a6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:45.215645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:45.224841 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d0b6834a-c23a-4ff6-9d31-2f1d4d5d09c1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d3141f89-dfdf-4c42-a8da-e49da3e5c0a6 HTTP/1.1" status: 204 len: 168 time: 1.1486976 Apr 20 13:13:45.428204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33630) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:45.488047 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f3f25d06-69ea-4310-8270-4be5b6e1d6df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da7b19afdc1544b6b2afa38789ac0176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585203 Apr 20 13:13:45.490778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33636) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:45.657170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083ec9-d14a-4e77-9b6a-f9bb1fa2cc0a req-80a02a02-6b2e-4d56-a555-3eb719a58dd1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:45.659341 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-06083ec9-d14a-4e77-9b6a-f9bb1fa2cc0a req-80a02a02-6b2e-4d56-a555-3eb719a58dd1 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1657202 Apr 20 13:13:45.661628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.737911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.811099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.823045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:45.855219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4279921-ad25-42ab-a62e-0b1d700d8984,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:45.869598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:45.877917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:45.887448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e2968-9a18-4c26-8186-4419eda3e8ed req-00710ca0-dc53-469e-84b4-bddae71c2246 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:45.895640 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f98e2968-9a18-4c26-8186-4419eda3e8ed req-00710ca0-dc53-469e-84b4-bddae71c2246 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 946 time: 0.1052990 Apr 20 13:13:45.897821 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c4279921-ad25-42ab-a62e-0b1d700d8984 HTTP/1.1" status: 204 len: 168 time: 0.3900139 Apr 20 13:13:45.955495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:13:45.961495 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-06083ec9-d14a-4e77-9b6a-f9bb1fa2cc0a req-c1771301-1046-44ca-b8a2-7004ff966c4d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335694 Apr 20 13:13:45.976692 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f98e2968-9a18-4c26-8186-4419eda3e8ed req-eaa8be21-75ea-46b1-9bf4-a8a747654477 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800476 Apr 20 13:13:46.015180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636bda-60d1-42e3-8861-1c092bac5615 req-a6bf60ce-0370-41d1-9e9d-eaea7bb5196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:46.017312 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-01636bda-60d1-42e3-8861-1c092bac5615 req-a6bf60ce-0370-41d1-9e9d-eaea7bb5196f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.3565180 Apr 20 13:13:46.056245 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33662) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:46.122550 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-01636bda-60d1-42e3-8861-1c092bac5615 req-90fc8ad8-c402-4f63-b8e6-1c484549b088 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Apr 20 13:13:46.232135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.283334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33670) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:46.284156 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f03a9a33-00d2-4b35-9c52-453dcd7f6e50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d63c9c8b450841aba5f6cd9c313c2f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263041 Apr 20 13:13:46.288258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:13:46.313913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:46.319086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.321320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:46.377602 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'code': 422} returned with failed status Apr 20 13:13:46.423961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.496224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.558298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.562989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ef9b627-1b74-4287-ab2a-0b6e8cadee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:46.611986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15abb74-fa20-4a96-b521-c49863327c06,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:46.624668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:46.624974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=8']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:46.636699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:46.654267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:46.659328 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e15abb74-fa20-4a96-b521-c49863327c06 HTTP/1.1" status: 204 len: 168 time: 0.3710210 Apr 20 13:13:47.009836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb61054e-a130-44f3-ae21-344a41164d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:47.293997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a40d2-9e27-464b-be32-dfe61675bc0d req-503bf5e7-7186-46cb-bd71-b1290b4eca1f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:47.298029 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f24a40d2-9e27-464b-be32-dfe61675bc0d req-503bf5e7-7186-46cb-bd71-b1290b4eca1f tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1478066 Apr 20 13:13:47.350382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f24a40d2-9e27-464b-be32-dfe61675bc0d req-408660b4-221e-43d3-a6cb-1b5bb7881fcb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Apr 20 13:13:47.539057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458b108-f1fe-4f93-8743-c00029c8625f req-bc4a3e61-3113-46b0-aa94-063624da0517 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:47.540765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d458b108-f1fe-4f93-8743-c00029c8625f req-bc4a3e61-3113-46b0-aa94-063624da0517 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.0960662 Apr 20 13:13:47.593470 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d458b108-f1fe-4f93-8743-c00029c8625f req-cf8dde10-9f13-4e3d-a2cc-4df90649ac42 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Apr 20 13:13:47.837070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33776) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:48.003396 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-b722727d-d82c-4ac0-80cc-2206c40f27eb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1593900 Apr 20 13:13:48.794711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bc051-17f0-4d35-b098-2296a9ea925c req-a773a15d-1b51-4b8e-a6cf-62b911cb040b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:48.796407 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-263bc051-17f0-4d35-b098-2296a9ea925c req-a773a15d-1b51-4b8e-a6cf-62b911cb040b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.3059125 Apr 20 13:13:48.829269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2ae15-38fb-4042-91f6-21832b3f112e req-d8577dfb-5a21-4e00-a376-08a5801d057d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:48.831034 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dcf2ae15-38fb-4042-91f6-21832b3f112e req-d8577dfb-5a21-4e00-a376-08a5801d057d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1105688 Apr 20 13:13:48.852159 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-263bc051-17f0-4d35-b098-2296a9ea925c req-937eafd9-7ca9-4bb1-9045-c20ef52f4da6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491476 Apr 20 13:13:48.884141 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dcf2ae15-38fb-4042-91f6-21832b3f112e req-bd1f312e-e82d-4ba6-8c25-034209db18d7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Apr 20 13:13:49.445491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-d364ea0b-a894-4aab-8812-f7b20e6d1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.447140 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-d364ea0b-a894-4aab-8812-f7b20e6d1f68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1a972dab3ee4981916f4d8814bba810&device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 1099 time: 0.0933597 Apr 20 13:13:49.588774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b478-c180-4e0d-b243-7ecb28be283c req-d4b6595e-5430-447b-b793-5a5536336920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.590419 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-d4b6595e-5430-447b-b793-5a5536336920 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4&tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 1097 time: 0.2067709 Apr 20 13:13:49.604117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679b16-c601-4267-8613-837039587b99 req-e98cab05-3f8a-41a4-9722-2155bdcd65a6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.604850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-120d1939-a54c-4467-8e8f-9ef60559bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.605749 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3679b16-c601-4267-8613-837039587b99 req-e98cab05-3f8a-41a4-9722-2155bdcd65a6 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2241859 Apr 20 13:13:49.606534 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-120d1939-a54c-4467-8e8f-9ef60559bf00 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 200 len: 921 time: 0.1509092 Apr 20 13:13:49.687278 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-b80b1b3e-5a7b-457b-bc1e-9eb5880119c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 200 len: 217 time: 0.0705054 Apr 20 13:13:49.709173 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3679b16-c601-4267-8613-837039587b99 req-46d351ef-db0b-465a-bc42-24c828ec148a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960798 Apr 20 13:13:49.736683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b478-c180-4e0d-b243-7ecb28be283c req-5a9a26ef-584a-4a2b-ae9e-8a1c8b387d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.738555 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-5a9a26ef-584a-4a2b-ae9e-8a1c8b387d25 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1097 time: 0.1065519 Apr 20 13:13:49.755401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9283b930-f0e3-41d7-a99c-62cef64a4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:49.756961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-d1e973d3-989f-4a2b-b968-bf75acf395fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.758580 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-d1e973d3-989f-4a2b-b968-bf75acf395fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 200 len: 859 time: 0.0645454 Apr 20 13:13:49.817357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-147d1263-2e8e-44f1-a9c0-d647ab374fb0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcdeec1c-1346-497a-b586-50f36b19d697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478885 Apr 20 13:13:49.891899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b478-c180-4e0d-b243-7ecb28be283c req-69aabb46-48da-4ecf-95a1-ae63205d6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:49.893583 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-69aabb46-48da-4ecf-95a1-ae63205d6fb0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.1482010 Apr 20 13:13:50.036833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-c5b56ffa-9b35-42c5-917a-e804d770dcbb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 200 len: 998 time: 0.1353738 Apr 20 13:13:50.108562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b478-c180-4e0d-b243-7ecb28be283c req-d3a590a7-5cd1-4305-a331-d2d56ddcd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:50.110231 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-d3a590a7-5cd1-4305-a331-d2d56ddcd42b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0664308 Apr 20 13:13:50.198369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b478-c180-4e0d-b243-7ecb28be283c req-b34930b8-c178-4b26-ae4d-61c6c061eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:50.199902 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-b34930b8-c178-4b26-ae4d-61c6c061eeb5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823114 Apr 20 13:13:50.261313 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-f26f6625-0649-498d-b10c-01c4c70b9c8e service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331326 Apr 20 13:13:50.275556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c81bd-5f61-4ff3-abf0-65083381a5b4 req-5cf0ec31-c7c0-4124-b947-0d905280b23f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:50.277117 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-736c81bd-5f61-4ff3-abf0-65083381a5b4 req-5cf0ec31-c7c0-4124-b947-0d905280b23f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1477761 Apr 20 13:13:50.349681 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-05ef9dd1-7f17-4bbb-8a86-d79c865a1fca service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411467 Apr 20 13:13:50.414517 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-736c81bd-5f61-4ff3-abf0-65083381a5b4 req-d61bc4d3-e54a-47a2-a178-57bfd6ca2da5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147785 Apr 20 13:13:50.446393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:50.454014 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-131cf301-f9e0-41d0-8d89-f5c6e3fcca2d req-089d185a-e24a-4179-95ac-e2dcd6d5f5b5 service neutron] 10.222.0.78 "GET /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757665 Apr 20 13:13:50.545559 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8055b478-c180-4e0d-b243-7ecb28be283c req-cadaad6b-64e9-4604-b8e7-c1b2e73c38ea service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638968 Apr 20 13:13:50.915462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e887-cfeb-4f85-bf7c-4f735a888d79 req-5cc900fa-ce41-41de-ae29-90551baeb6fb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:50.917066 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e0e8e887-cfeb-4f85-bf7c-4f735a888d79 req-5cc900fa-ce41-41de-ae29-90551baeb6fb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0882545 Apr 20 13:13:50.972605 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e0e8e887-cfeb-4f85-bf7c-4f735a888d79 req-75719778-5cb7-4bc7-aabd-b292e79048ec tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479848 Apr 20 13:13:51.362716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:51.628930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def76d2-b0e1-46be-8664-dc34d9097cf8 req-ad55e975-167f-4c5c-b75f-4eafc55a7dce tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:51.630585 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2def76d2-b0e1-46be-8664-dc34d9097cf8 req-ad55e975-167f-4c5c-b75f-4eafc55a7dce tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.0930245 Apr 20 13:13:51.679424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2def76d2-b0e1-46be-8664-dc34d9097cf8 req-b28a7214-9755-4050-9aad-8c080e76c3e5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Apr 20 13:13:52.112746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33866) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:52.191627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c447a6-8d6c-4155-9b04-75f67cae3ea6 req-14c08ca4-16e3-4832-aa5f-a05354634b8a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:52.193166 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c1c447a6-8d6c-4155-9b04-75f67cae3ea6 req-14c08ca4-16e3-4832-aa5f-a05354634b8a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0952532 Apr 20 13:13:52.242741 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c1c447a6-8d6c-4155-9b04-75f67cae3ea6 req-65da8d20-62ed-4751-bee9-b8ecdc5be9ea tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Apr 20 13:13:52.247892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.261325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.265153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:52.269213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Usage tracker for resource:security_group_rule and tenant:01d6d5a7cdce44ec88cbd59815ddc70e is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:52.272280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:52.278311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:52.368804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.371591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.380761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:52.426193 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01d6d5a7cdce44ec88cbd59815ddc70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120995 Apr 20 13:13:52.427116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3a1f0-f59b-4104-b4d4-5d5dcd442a6e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:52.429040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33872) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:52.430340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:52.494769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.525034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.575055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.581407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a1fb8dcc-6ed9-4f9c-bf86-c1b646330d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:52.599922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3a1f0-f59b-4104-b4d4-5d5dcd442a6e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:52.602471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:52.604716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:52.605946 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ee3a1f0-f59b-4104-b4d4-5d5dcd442a6e HTTP/1.1" status: 204 len: 168 time: 0.1751516 Apr 20 13:13:52.902877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d747a-3055-4255-853d-19c11784b73d req-a3802f37-100b-4e0c-a017-9050a0fe5f4a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:52.904468 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f6d747a-3055-4255-853d-19c11784b73d req-a3802f37-100b-4e0c-a017-9050a0fe5f4a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.0909917 Apr 20 13:13:52.960943 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f6d747a-3055-4255-853d-19c11784b73d req-638354c4-70d6-4aa6-8680-87887b8f556b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Apr 20 13:13:53.340081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 33904) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:53.447431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fd5d9-0d48-45f2-8626-6c9a3dc759e3 req-4c27e730-91a5-4f11-891a-7bf9d6bd8b79 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:53.449029 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-294fd5d9-0d48-45f2-8626-6c9a3dc759e3 req-4c27e730-91a5-4f11-891a-7bf9d6bd8b79 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.0875576 Apr 20 13:13:53.454473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691167310-network', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:53.460809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:53.481082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Usage tracker for resource:network and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:53.486223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:53.500534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:53.515743 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-294fd5d9-0d48-45f2-8626-6c9a3dc759e3 req-2deea98b-bba5-458d-a273-4366f65caec3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Apr 20 13:13:53.519675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Made reservation on behalf of 0cf0af0ceef24ac2b494cb86b52a4b15 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:13:53.525776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.542377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.559908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:53.563928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:53.566879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:53.572835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:53.662181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.666845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.671112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d32499da-73ca-4f0b-8e24-69ac726da778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:53.698522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:13:53.712864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bec14a-0e34-41a7-be0e-eb11def45d52,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:53.717174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:53.718772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.719166 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Added segment 733338cc-d819-4a44-b6ec-68a420f7d608 of type vlan for network 41bc7225-0231-459e-b9b6-a9d7d3cac629 Apr 20 13:13:53.747778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.780847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.782549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:53.783204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:53.788394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98078c49-38f8-4238-bb7e-804d0e767cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:53.895270 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5541804 Apr 20 13:13:53.898228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33920) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:53.905968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Request body: {'subnet': {'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691167310-subnet', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:53.912652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=41bc7225-0231-459e-b9b6-a9d7d3cac629,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:53.912991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:53.915479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:53.917698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Usage tracker for resource:subnet and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:53.921059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:53.923055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:13:53.928690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:53.946638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Made reservation on behalf of 0cf0af0ceef24ac2b494cb86b52a4b15 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:13:53.952167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.231629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803595-b6ea-4edc-9800-9ff5b89b0575 req-8fbb066b-6d8e-4975-8d69-6f00ab52f93e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:54.240540 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a9803595-b6ea-4edc-9800-9ff5b89b0575 req-8fbb066b-6d8e-4975-8d69-6f00ab52f93e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1044331 Apr 20 13:13:54.283539 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a9803595-b6ea-4edc-9800-9ff5b89b0575 req-301f23b5-3848-445a-8eb5-4adab1e03b18 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Apr 20 13:13:54.408369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.413270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-64a5e000-6c71-426f-9bd9-cdc48e48d0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:54.491251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8babf99f-c9e8-4d3c-9109-1e1a0db5e052,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:54.494566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:54.502921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Checking segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:13:54.503315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Network hostable DHCP agents. Network: 41bc7225-0231-459e-b9b6-a9d7d3cac629, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:13:54.521569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:13:54.530068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 41bc7225-0231-459e-b9b6-a9d7d3cac629) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:13:54.539840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd019142-087b-4b3b-9e0d-3458cc7b44e8 None None] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:13:54.547457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:54.548130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.576378 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6767626 Apr 20 13:13:54.579436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33930) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:54.585259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:54.590159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:13:54.594394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Usage tracker for resource:router and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:13:54.598285 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:13:54.604334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:13:54.614659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.615869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.630882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.808107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-41bc7225-0231-459e-b9b6-a9d7d3cac629', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:13:54.809516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:54.927434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.004673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Allocated IP 172.20.0.2 (41bc7225-0231-459e-b9b6-a9d7d3cac629/8babf99f-c9e8-4d3c-9109-1e1a0db5e052/95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:13:55.260592 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.271806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Transition to ACTIVE for port object 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:55.286023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.303070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Transition to ACTIVE for port object 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:55.314683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.319276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:55.322596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.378870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:13:55.381956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:13:55.386087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:13:55.505207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Pushing event updated for resources: {'Port': ['ID=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:55.510554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:55.514880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Attempting to bind port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:13:55.516630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Attempting to bind port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:13:55.516630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Attempting to bind port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c on network 41bc7225-0231-459e-b9b6-a9d7d3cac629 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:13:55.521974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:13:55.522501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Checking segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:13:55.523180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.523699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Bound using segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:13:55.524269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Bound port: 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:13:55.525026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.538897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Allocated IP 172.28.1.249 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/c31f2eb9-5779-47e9-9062-c74b7d5bf0a3) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:13:55.623086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] For port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:13:55.626291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] For port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:13:55.629328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.634207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:55.671192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fde2-1d88-4315-8481-bdfe9e2e7c4e req-5c6f2f00-fdaa-4367-b330-020e78b94f88 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:55.672823 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7b7fde2-1d88-4315-8481-bdfe9e2e7c4e req-5c6f2f00-fdaa-4367-b330-020e78b94f88 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.2060528 Apr 20 13:13:55.717735 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Pushing event updated for resources: {'Port': ['ID=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:55.721087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:55.748359 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7b7fde2-1d88-4315-8481-bdfe9e2e7c4e req-9874fda6-172e-46ce-afb9-178268eda997 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611036 Apr 20 13:13:55.771588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.828813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:55.833800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0d89e787-b96c-41ed-a0e3-6aad3fa359e1 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:55.899492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:13:55.903370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:13:55.908512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:13:55.950660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Pushing event updated for resources: {'Port': ['ID=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:55.955395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:56.798326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:56.974605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14868119-0f80-45f4-83d0-b4b78df4f055 req-fc95d784-00df-4f2d-a572-b0e364235c63 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:56.976342 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14868119-0f80-45f4-83d0-b4b78df4f055 req-fc95d784-00df-4f2d-a572-b0e364235c63 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1041515 Apr 20 13:13:57.035007 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14868119-0f80-45f4-83d0-b4b78df4f055 req-df82128f-20e4-417f-83fc-b7a121a342c2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505075 Apr 20 13:13:57.207259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:57.316114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:13:57.372971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8dd59a-f256-43d9-8608-446ba9dd4c4f None None] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:13:57.453615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Router e6445c95-16ac-4d6d-84cb-d40eafd452cf is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:13:57.483449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-33e7d4a9-675a-46c1-b1c6-ea2b7dc6a654 None None] Provisioning for port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:57.510662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:57.522299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:57.522728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:57.643201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:13:57.658923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Sync routers for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:13:57.673407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:57.673792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:13:57.677379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:57.677549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0943274 Apr 20 13:13:57.677549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 33964) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:13:57.762615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:57.817619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:13:57.824582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:57.835907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:57.911837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:13:57.920657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:57.936846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:58.135084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7c98694d-05a7-4ffd-858b-1e4ba0dea4d3 None None] Provisioning complete for port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:58.135530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7c98694d-05a7-4ffd-858b-1e4ba0dea4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.311873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:56Z', 'revision_number': 3, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:58.316585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Checking router: e6445c95-16ac-4d6d-84cb-d40eafd452cf for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:13:58.320920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Updating router e6445c95-16ac-4d6d-84cb-d40eafd452cf port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:13:58.422157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e57a9-5985-4282-b325-1d3edb880b22 req-9a9d1762-b40f-4d90-ae9f-0067b4112cf2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:58.424497 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-994e57a9-5985-4282-b325-1d3edb880b22 req-9a9d1762-b40f-4d90-ae9f-0067b4112cf2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1712523 Apr 20 13:13:58.429299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.476499 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-994e57a9-5985-4282-b325-1d3edb880b22 req-074c4d4e-cff8-48c8-a451-a6e06ae71ba4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Apr 20 13:13:58.522556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b3df-28c2-453b-a279-cd27af74c8c7 req-2b77dcc7-1be5-4e90-9529-59e1d1cf4862 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:58.524149 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0bf5b3df-28c2-453b-a279-cd27af74c8c7 req-2b77dcc7-1be5-4e90-9529-59e1d1cf4862 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1674454 Apr 20 13:13:58.634303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0bf5b3df-28c2-453b-a279-cd27af74c8c7 req-be2923ac-f2b8-42a3-8a29-8463991e64f9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006854 Apr 20 13:13:58.704664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.794588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.806566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Transition to ACTIVE for port object c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:58.812734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.817572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:58.901031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Attempting to bind port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:13:58.901600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Attempting to bind port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:13:58.901848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Attempting to bind port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:13:58.912020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Pushing event updated for resources: {'Port': ['ID=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,revision_number=2']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:58.915786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:13:58.916206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:13:58.916650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.917085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:13:58.917624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Bound port: c31f2eb9-5779-47e9-9062-c74b7d5bf0a3, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:13:58.918040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:58.921521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Allocated IP 172.20.0.1 (41bc7225-0231-459e-b9b6-a9d7d3cac629/8babf99f-c9e8-4d3c-9109-1e1a0db5e052/6fed0308-4ee0-4315-988c-9dccd50c6fdb) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:13:58.958460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.958843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.959216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.959583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.959944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.960307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.960664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.961044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.961380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.961760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.962117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.962476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:13:58.966227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:59.016389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] For port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:13:59.020270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] For port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:13:59.023938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.029331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d3a97cc-fa99-4e91-a89b-df0ec1cbbda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:59.097761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.105743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:13:59.106383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:59.114207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Transition to ACTIVE for port object 6fed0308-4ee0-4315-988c-9dccd50c6fdb will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:13:59.137012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.142238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ffea1b67-1025-4b15-a28a-734ada097b2c tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:13:59.200427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:13:59.204442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:13:59.213171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:13:59.240524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Pushing event updated for resources: {'Port': ['ID=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:59.252143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a9748554-0f4e-45f1-a2ac-7fafe2d320d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:59.282685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:13:59.333674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:13:59.394338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:59.394757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.587517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:13:59.595937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:13:59.607417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-80c64e9c-7030-4f3d-974d-99660f2e3666 None None] Provisioning for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:13:59.617044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.620709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-80c64e9c-7030-4f3d-974d-99660f2e3666 None None] Provisioning complete for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:13:59.621058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-80c64e9c-7030-4f3d-974d-99660f2e3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.727563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:56Z', 'revision_number': 3, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:13:59.732323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb155c-b293-49f7-b1d0-498b00f71785 None None] The sync data for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb is: [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:56Z', 'revision_number': 3, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:13:59.766404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df9480-53d7-4191-86a1-59bfc33b0ba8 req-fc6d2884-19f7-49bf-b018-f79758943a42 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:13:59.775393 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f1df9480-53d7-4191-86a1-59bfc33b0ba8 req-fc6d2884-19f7-49bf-b018-f79758943a42 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1224632 Apr 20 13:13:59.820831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:13:59.834165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f1df9480-53d7-4191-86a1-59bfc33b0ba8 req-c86d6f95-a594-42d8-931a-9b22ee566e0c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571299 Apr 20 13:13:59.908226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-80c64e9c-7030-4f3d-974d-99660f2e3666 None None] Port 6fed0308-4ee0-4315-988c-9dccd50c6fdb cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:14:00.131163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27b61-fa55-4d63-b42a-8cceb86c829e req-06cd6611-220d-4fc8-baea-8e00c2593345 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:00.132798 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14d27b61-fa55-4d63-b42a-8cceb86c829e req-06cd6611-220d-4fc8-baea-8e00c2593345 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2474492 Apr 20 13:14:00.217957 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14d27b61-fa55-4d63-b42a-8cceb86c829e req-b2c0753e-7f6b-4482-87bc-ba97b3945178 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712075 Apr 20 13:14:00.277160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:00.284853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:00.329352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:00.425272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:00.431039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:00.431960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:00.804126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:00.806129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:01.192760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Router e6445c95-16ac-4d6d-84cb-d40eafd452cf has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:14:01.269309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-da6891d9-5dec-4d31-ae14-20d5b1b0f4a2 None None] Provisioning complete for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:01.271613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da6891d9-5dec-4d31-ae14-20d5b1b0f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:01.284404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99da0df-7bee-4aab-9594-86200289552d req-5d01e1ec-f019-459b-9155-d3d4bdefea62 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:01.286156 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b99da0df-7bee-4aab-9594-86200289552d req-5d01e1ec-f019-459b-9155-d3d4bdefea62 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.2083337 Apr 20 13:14:01.397596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-da6891d9-5dec-4d31-ae14-20d5b1b0f4a2 None None] Port 6fed0308-4ee0-4315-988c-9dccd50c6fdb cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:14:01.399204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:01.406691 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b99da0df-7bee-4aab-9594-86200289552d req-8fa5d9c5-ef4a-449f-bf4e-32de642ed90c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979249 Apr 20 13:14:01.501379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:01.506683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:01.507097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:01.646312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d962e14-c2e3-445e-add2-e6838cab609f req-22ba4891-6558-4667-83a4-000a018ee5f7 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:01.648044 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d962e14-c2e3-445e-add2-e6838cab609f req-22ba4891-6558-4667-83a4-000a018ee5f7 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2265832 Apr 20 13:14:01.660014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:14:01.668343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:01.689143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:01.694057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:01.696016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:01.715254 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] 10.222.0.68 "PUT /v2.0/routers/e6445c95-16ac-4d6d-84cb-d40eafd452cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0310094 Apr 20 13:14:01.768664 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9d962e14-c2e3-445e-add2-e6838cab609f req-ce71a54a-7e2c-46ac-8fdc-f186ce640ce3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041090 Apr 20 13:14:01.833745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:01.839950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:02.338188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34034) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:02.345768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-731345952-network', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:02.351167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:02.355521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Usage tracker for resource:network and tenant:580b82de7be44c62b96abd70fa4eb57f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:02.359255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:02.365260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:02.374755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Made reservation on behalf of 580b82de7be44c62b96abd70fa4eb57f for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:14:02.380630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.394363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.411603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:02.415969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:580b82de7be44c62b96abd70fa4eb57f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:02.418941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:02.425607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:02.524117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.527766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.533268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e62becfe-81a1-4ddf-9e5e-b09a487a0eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:02.566167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:14:02.575936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61b6f34-f914-4378-a2dc-e6197758417d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:02.580244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:02.583121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.584074 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Added segment 626909d5-38ff-42dc-8b20-e5c151ef225b of type vlan for network 51969a27-01f4-4b82-8de8-c7ff2689a95f Apr 20 13:14:02.628561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.680429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.684227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:02.684908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:02.690614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dc5a96c0-e9c0-43d2-b420-5f1e943632ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:02.739212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a19c39-0ed7-43f0-946f-d3f88efb4ec3 req-bb90cb17-c414-45d1-9249-2f785e042500 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:02.742434 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81a19c39-0ed7-43f0-946f-d3f88efb4ec3 req-bb90cb17-c414-45d1-9249-2f785e042500 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1809022 Apr 20 13:14:02.881730 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5421126 Apr 20 13:14:02.882761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34048) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:02.886147 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81a19c39-0ed7-43f0-946f-d3f88efb4ec3 req-3dc9d0b6-8486-4f51-8269-9549f4d5032b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349189 Apr 20 13:14:02.917155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Request body: {'subnet': {'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-731345952-subnet', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:02.922387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:02.924863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=51969a27-01f4-4b82-8de8-c7ff2689a95f,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:02.941092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:02.946012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Usage tracker for resource:subnet and tenant:580b82de7be44c62b96abd70fa4eb57f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:02.947346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:14:02.950540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:03.059260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:03.102502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Made reservation on behalf of 580b82de7be44c62b96abd70fa4eb57f for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:14:03.107643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.236079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a95d-a847-4c1b-8199-e0f7f41c8fd4 req-ed1b10f0-92a8-44ca-b84b-19464c18a066 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:03.241255 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70a0a95d-a847-4c1b-8199-e0f7f41c8fd4 req-ed1b10f0-92a8-44ca-b84b-19464c18a066 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2896624 Apr 20 13:14:03.287770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:03.310270 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70a0a95d-a847-4c1b-8199-e0f7f41c8fd4 req-47be66ba-756e-4a9c-a73b-53a932d6b2d3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656223 Apr 20 13:14:03.390498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:03.391053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.431680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Sync routers for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:14:03.470506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:03.471137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:03.661794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.666716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:03.718732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:03.759361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Checking segment: {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:03.759760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Network hostable DHCP agents. Network: 51969a27-01f4-4b82-8de8-c7ff2689a95f, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:14:03.766755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11314043-6602-4d91-bd33-1aef7f6a0024,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:03.769746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:03.793189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:14:03.805375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 51969a27-01f4-4b82-8de8-c7ff2689a95f) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:03.822453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:03.823352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.858329 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9691563 Apr 20 13:14:03.858725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34054) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:03.864756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:03.870686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:03.874586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dfb02e-60cb-42d3-884e-2691804bd558 None None] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:14:03.875234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Usage tracker for resource:router and tenant:580b82de7be44c62b96abd70fa4eb57f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:03.879278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:03.885710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:03.896108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.897906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:03.919593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:04.191423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88569f5-966e-4d4f-ab04-6ce036a6ff17 req-65fab1b7-64be-4c39-9a13-62f3981c4de6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:04.211979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b88569f5-966e-4d4f-ab04-6ce036a6ff17 req-65fab1b7-64be-4c39-9a13-62f3981c4de6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1527557 Apr 20 13:14:04.283789 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b88569f5-966e-4d4f-ab04-6ce036a6ff17 req-c3534ace-9a6f-4b23-be11-1fc7f33f8429 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706093 Apr 20 13:14:04.377952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-51969a27-01f4-4b82-8de8-c7ff2689a95f', 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'fixed_ips': [{'subnet_id': '11314043-6602-4d91-bd33-1aef7f6a0024'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:14:04.379368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:04.490174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:04.499083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 2, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:04.515080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Checking router: e6445c95-16ac-4d6d-84cb-d40eafd452cf for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:14:04.515494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Updating router e6445c95-16ac-4d6d-84cb-d40eafd452cf port 6fed0308-4ee0-4315-988c-9dccd50c6fdb binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:14:04.633097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:04.694329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68913-1b22-4235-9dcd-07a461a67eab req-2dcd083a-f49e-4176-b763-2cc55c4d6d78 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:04.696268 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81e68913-1b22-4235-9dcd-07a461a67eab req-2dcd083a-f49e-4176-b763-2cc55c4d6d78 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2120543 Apr 20 13:14:04.735773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Allocated IP 172.20.0.2 (51969a27-01f4-4b82-8de8-c7ff2689a95f/11314043-6602-4d91-bd33-1aef7f6a0024/70b7d8c2-d1e4-481e-87ff-8b28b9e865a6) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:14:04.747052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:04.785292 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-81e68913-1b22-4235-9dcd-07a461a67eab req-259c70e9-0c9e-41f3-8cb0-d1c4f9b56858 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722904 Apr 20 13:14:05.258628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.294839 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.576947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.579863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Allocated IP 172.28.1.254 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/d413686e-0737-4594-bb10-da4c0dde8999) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:14:05.603418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Transition to ACTIVE for port object 6fed0308-4ee0-4315-988c-9dccd50c6fdb will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:05.626712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.633162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8ddd-c91d-437c-b450-a0c815776a05 req-3fafaf93-c367-40b8-a725-26efa39597ab tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:05.640270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:05.646200 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-705d8ddd-c91d-437c-b450-a0c815776a05 req-3fafaf93-c367-40b8-a725-26efa39597ab tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1713595 Apr 20 13:14:05.679132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.710694 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-705d8ddd-c91d-437c-b450-a0c815776a05 req-1b5665ca-64c0-4d11-bcd4-9a98b0b1f509 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621743 Apr 20 13:14:05.788094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Transition to ACTIVE for port object 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:05.819743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.869170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:05.880724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e4c4e1-c036-445c-b22c-e711f141e8dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:05.891348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Pushing event updated for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:05.894408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:06.007866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Transition to ACTIVE for port object 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:06.009242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Attempting to bind port 6fed0308-4ee0-4315-988c-9dccd50c6fdb on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:14:06.009725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Attempting to bind port 6fed0308-4ee0-4315-988c-9dccd50c6fdb by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:14:06.010135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Attempting to bind port 6fed0308-4ee0-4315-988c-9dccd50c6fdb on network 41bc7225-0231-459e-b9b6-a9d7d3cac629 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:06.021636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:14:06.022060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Checking segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:06.022688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.023194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Bound using segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:14:06.023725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Bound port: 6fed0308-4ee0-4315-988c-9dccd50c6fdb, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:14:06.024145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.041991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.049739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:06.052028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:06.062415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:06.067369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:14:06.106840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Pushing event updated for resources: {'Port': ['ID=d413686e-0737-4594-bb10-da4c0dde8999,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:06.115617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:06.182798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:06.189248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:06.192545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:14:06.236322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c587de-2372-4df0-99b5-4d4956fc7d96 req-0d3c7eec-f69a-4bff-899a-5c5ff0f1c627 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:06.237988 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d8c587de-2372-4df0-99b5-4d4956fc7d96 req-0d3c7eec-f69a-4bff-899a-5c5ff0f1c627 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2767026 Apr 20 13:14:06.249120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Pushing event updated for resources: {'Port': ['ID=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:06.252242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:06.334727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] For port 6fed0308-4ee0-4315-988c-9dccd50c6fdb, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:14:06.337019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Attempting to bind port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:14:06.337370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Attempting to bind port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:14:06.337800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Attempting to bind port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 on network 51969a27-01f4-4b82-8de8-c7ff2689a95f {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:06.347684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:14:06.348123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Checking segment: {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:06.348551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.348986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Bound using segment: {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:14:06.349512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Bound port: 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:14:06.349943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.362363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] For port 6fed0308-4ee0-4315-988c-9dccd50c6fdb, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=6fed0308-4ee0-4315-988c-9dccd50c6fdb,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:14:06.369417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.375269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:06.412074 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d8c587de-2372-4df0-99b5-4d4956fc7d96 req-2db66b62-41e6-4ff9-897c-4531a5f2eecb tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652648 Apr 20 13:14:06.563834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:06.564688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:06.651572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] For port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:14:06.669055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] For port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:14:06.671835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Pushing event updated for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:06.687464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.702237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:06.702987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e55a91c2-1f56-498b-a9e1-0f8bc19d96ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:06.822169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Pushing event updated for resources: {'Port': ['ID=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:06.829142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:06.915498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:06.984237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:07.054251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c3fa-a8fc-4c3e-964d-997c5737a364 req-5f22cc21-aaff-48b3-8ce9-fdd85b71c49a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:07.063420 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1719c3fa-a8fc-4c3e-964d-997c5737a364 req-5f22cc21-aaff-48b3-8ce9-fdd85b71c49a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1557288 Apr 20 13:14:07.144607 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1719c3fa-a8fc-4c3e-964d-997c5737a364 req-98fe7ed5-1b3b-4554-85fb-25dac3108ed4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798829 Apr 20 13:14:07.285207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:07.489022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:06Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:07.494317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976194-b427-4660-96e0-3557bf2647b4 None None] The sync data for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb is: [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:06Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:14:07.724633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Router 88521fa4-94ea-4e95-8970-2efb58c4d15d is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:14:08.198135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438a70b-4f44-44d4-b4e7-05bd38b090a4 req-3d01e20b-af8f-431d-a35a-7eadb95d616c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:08.202055 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4438a70b-4f44-44d4-b4e7-05bd38b090a4 req-3d01e20b-af8f-431d-a35a-7eadb95d616c tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.5696142 Apr 20 13:14:08.330333 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4438a70b-4f44-44d4-b4e7-05bd38b090a4 req-b16201dc-5f08-428b-bae9-00be697b1cb5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165454 Apr 20 13:14:08.360154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:14:08.362396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Sync routers for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:14:08.381353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:08.383685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:08.396809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:08.401879 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5414023 Apr 20 13:14:08.402923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34114) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:08.555868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b3d4d-8a87-4aaf-9cde-d8efad2b2bc3 req-cd3aa2aa-327e-46fc-8717-1ac06677afe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:08.566218 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b86b3d4d-8a87-4aaf-9cde-d8efad2b2bc3 req-cd3aa2aa-327e-46fc-8717-1ac06677afe4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1946917 Apr 20 13:14:08.640705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b86b3d4d-8a87-4aaf-9cde-d8efad2b2bc3 req-293ab561-1e1a-43ea-9332-f750a3742e2f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729163 Apr 20 13:14:08.714152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:08.715507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400313f-a18c-4c22-8645-4614480119b8 None None] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:14:08.859177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-2d44674a-e5a3-4884-acdc-64c0b8c7b7c4 None None] Provisioning for port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:09.193508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:06Z', 'revision_number': 3, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:09.212386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Checking router: 88521fa4-94ea-4e95-8970-2efb58c4d15d for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:14:09.220590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Updating router 88521fa4-94ea-4e95-8970-2efb58c4d15d port d413686e-0737-4594-bb10-da4c0dde8999 binding host dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:14:09.296578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.477795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:09.608673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:09.614722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:09.615133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.644743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-1a97b1e8-08cd-43d5-b430-54c03e62df90 None None] Provisioning complete for port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:09.645174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a97b1e8-08cd-43d5-b430-54c03e62df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.764089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.876010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks [] for port, precommit_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.889810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Transition to ACTIVE for port object d413686e-0737-4594-bb10-da4c0dde8999 will not be triggered until provisioned by entity L2. {{(pid=86379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:09.904370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:09.911196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:09.930887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91bbd-1fa9-4392-b3d8-d47cd2cfa20b req-12176702-731b-480d-87eb-09fd607a05a2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:09.941621 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-64a91bbd-1fa9-4392-b3d8-d47cd2cfa20b req-12176702-731b-480d-87eb-09fd607a05a2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1501136 Apr 20 13:14:10.003208 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-64a91bbd-1fa9-4392-b3d8-d47cd2cfa20b req-b9d2fea2-69de-4733-a108-ccd99fe41919 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597878 Apr 20 13:14:10.094879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549dcf-4aec-4064-8771-db99cbc99bfc req-31965aff-5b92-4afd-90c8-39499b57a048 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:10.094879 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-65549dcf-4aec-4064-8771-db99cbc99bfc req-31965aff-5b92-4afd-90c8-39499b57a048 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.4589179 Apr 20 13:14:10.226208 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-65549dcf-4aec-4064-8771-db99cbc99bfc req-de1227c5-5dae-44f6-94fd-167a5c41397b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244018 Apr 20 13:14:10.352295 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.403382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4ad4b-899f-4d4d-a162-fdf8ca925b41 None None] Pushing event updated for resources: {'Port': ['ID=d413686e-0737-4594-bb10-da4c0dde8999,revision_number=2']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:10.407729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6b4ad4b-899f-4d4d-a162-fdf8ca925b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:10.426511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a97b1e8-08cd-43d5-b430-54c03e62df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.427385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Allocated IP 172.20.0.1 (51969a27-01f4-4b82-8de8-c7ff2689a95f/11314043-6602-4d91-bd33-1aef7f6a0024/b3ef875e-db8e-4477-a40a-128385863682) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:14:10.440462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Attempting to bind port d413686e-0737-4594-bb10-da4c0dde8999 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:14:10.441180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Attempting to bind port d413686e-0737-4594-bb10-da4c0dde8999 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:14:10.441805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Attempting to bind port d413686e-0737-4594-bb10-da4c0dde8999 on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:10.449117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:14:10.449893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:10.450492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.451237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:14:10.451932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Bound port: d413686e-0737-4594-bb10-da4c0dde8999, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:14:10.452517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.458862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:10.472345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.473259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 6fed0308-4ee0-4315-988c-9dccd50c6fdb up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:10.519332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:10.542701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] For port d413686e-0737-4594-bb10-da4c0dde8999, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:14:10.546882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] For port d413686e-0737-4594-bb10-da4c0dde8999, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=d413686e-0737-4594-bb10-da4c0dde8999,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:14:10.562782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.568559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a4ef8b01-3efc-4e6f-9bac-32107af651b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:10.650370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4ad4b-899f-4d4d-a162-fdf8ca925b41 None None] Pushing event updated for resources: {'Port': ['ID=d413686e-0737-4594-bb10-da4c0dde8999,revision_number=3']} {{(pid=86379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:10.654670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6b4ad4b-899f-4d4d-a162-fdf8ca925b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:10.683552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:10.686823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:10.735171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.752860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Transition to ACTIVE for port object b3ef875e-db8e-4477-a40a-128385863682 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:10.781883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.790110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:10.812135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-1a97b1e8-08cd-43d5-b430-54c03e62df90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:14:10.812546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-1a97b1e8-08cd-43d5-b430-54c03e62df90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:14:10.872590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:10.883849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:10.888382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:10.894781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:10.899511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:14:10.934455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:10.951919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:10.952515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:10.977073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:11.011479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:11.024041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:11.076481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.076870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.077276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.077722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.078120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.082935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.083465 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.084036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.084796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.085200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.085649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.086046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:11.121711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:11.330739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:11.405406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:11.475941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831393-b85f-4f43-a690-3d171db30a81 req-607b1ca4-bac6-40a9-937a-a34f1ad061fb tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:11.477671 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fd831393-b85f-4f43-a690-3d171db30a81 req-607b1ca4-bac6-40a9-937a-a34f1ad061fb tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.2100317 Apr 20 13:14:11.537240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 6fed0308-4ee0-4315-988c-9dccd50c6fdb, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=6fed0308-4ee0-4315-988c-9dccd50c6fdb,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:11.554242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:11.559247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77e23088-f05e-4723-adae-c9c1ff2f4875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:11.668560 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fd831393-b85f-4f43-a690-3d171db30a81 req-065f9e4b-aa09-4f23-abbe-0ce04e83637c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716301 Apr 20 13:14:11.749787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:11.760959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:11.777853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:11.848884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:06Z', 'revision_number': 3, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:11.853346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db6c29-99fc-46ce-bf0c-eb5c73371de2 None None] The sync data for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb is: [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:06Z', 'revision_number': 3, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:14:11.925289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd24a8-d6bc-439e-82f9-a3b9fa85b514 req-062eadad-23c5-4560-8a13-296e450d6649 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:11.927668 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8cd24a8-d6bc-439e-82f9-a3b9fa85b514 req-062eadad-23c5-4560-8a13-296e450d6649 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.2994051 Apr 20 13:14:11.928645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f27cf01e-9c52-4c26-b832-e0e514509332 None None] Provisioning for port b3ef875e-db8e-4477-a40a-128385863682 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:11.937196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f27cf01e-9c52-4c26-b832-e0e514509332 None None] Provisioning complete for port b3ef875e-db8e-4477-a40a-128385863682 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:11.937651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f27cf01e-9c52-4c26-b832-e0e514509332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.025320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:12.025957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.056992 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f8cd24a8-d6bc-439e-82f9-a3b9fa85b514 req-6d456a6b-979a-436c-981c-ae382c04533d tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147733 Apr 20 13:14:12.063833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-f27cf01e-9c52-4c26-b832-e0e514509332 None None] Port b3ef875e-db8e-4477-a40a-128385863682 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:14:12.067825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.083448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.119677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:12.215329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:12.218141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.227916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:12.372728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:12.374601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:12.401256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:14:12.613502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Router 88521fa4-94ea-4e95-8970-2efb58c4d15d has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:14:12.691438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-43324671-a192-40e5-ab69-7ded59a2eff3 None None] Provisioning complete for port b3ef875e-db8e-4477-a40a-128385863682 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:12.691868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43324671-a192-40e5-ab69-7ded59a2eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:12.759196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-43324671-a192-40e5-ab69-7ded59a2eff3 None None] Port b3ef875e-db8e-4477-a40a-128385863682 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:14:12.965516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f223-00da-4d7d-a936-95764693443f req-da11ddf4-7f82-40b8-9a76-03bad6e33b6c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:12.968042 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c27f223-00da-4d7d-a936-95764693443f req-da11ddf4-7f82-40b8-9a76-03bad6e33b6c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.1080713 Apr 20 13:14:13.023365 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c27f223-00da-4d7d-a936-95764693443f req-af48eb70-74c5-4a47-83a2-9fc2230a1441 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Apr 20 13:14:13.081143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:14:13.090761 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] 10.222.0.68 "PUT /v2.0/routers/88521fa4-94ea-4e95-8970-2efb58c4d15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6865098 Apr 20 13:14:13.284419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bd66-fd95-4877-a628-de4f8f07d417 req-bf15dba0-cfb7-4e88-a934-feaa4ae9b0ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:13.292416 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2253bd66-fd95-4877-a628-de4f8f07d417 req-bf15dba0-cfb7-4e88-a934-feaa4ae9b0ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1155553 Apr 20 13:14:13.345178 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2253bd66-fd95-4877-a628-de4f8f07d417 req-fca789a7-54cb-4bbf-8abe-7ab5eeea5c08 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Apr 20 13:14:13.747654 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device d413686e-0737-4594-bb10-da4c0dde8999 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:13.840629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port d413686e-0737-4594-bb10-da4c0dde8999 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:13.846377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port d413686e-0737-4594-bb10-da4c0dde8999 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:13.846798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:13.985141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:13.985901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-bf2f8862-8f3a-4440-b9a7-fcdc6baedcc3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:13.987928 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-bf2f8862-8f3a-4440-b9a7-fcdc6baedcc3 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1016285 Apr 20 13:14:14.020620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port d413686e-0737-4594-bb10-da4c0dde8999, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=d413686e-0737-4594-bb10-da4c0dde8999,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:14.031001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:14.031934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 6fed0308-4ee0-4315-988c-9dccd50c6fdb up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:14.087108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:14.104059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Deleting port 6ba287bc-981a-469e-9986-28160a57f24a {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:14:14.104800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:14.184320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=d413686e-0737-4594-bb10-da4c0dde8999,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:14.196436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:14.266673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 6fed0308-4ee0-4315-988c-9dccd50c6fdb triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:14.267097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:14.471287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] For port 6ba287bc-981a-469e-9986-28160a57f24a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ba287bc-981a-469e-9986-28160a57f24a,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:14.471689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:14.643594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Calling delete_port for 6ba287bc-981a-469e-9986-28160a57f24a owned by compute:nova {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:14:14.736677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6641a-bda5-43c6-9746-8336a99c6ca7 req-9dec0948-157a-4d82-8535-50b046a986c7 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:14.738656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2b6641a-bda5-43c6-9746-8336a99c6ca7 req-9dec0948-157a-4d82-8535-50b046a986c7 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 946 time: 0.1846471 Apr 20 13:14:14.828675 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2b6641a-bda5-43c6-9746-8336a99c6ca7 req-219b2e78-4d60-44cc-a2ff-97abff69ae0b tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 Apr 20 13:14:15.143206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:15.162460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:15.181852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['df06c8c2-8fa7-446f-9c1b-0a71560729b2', '6ba287bc-981a-469e-9986-28160a57f24a'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:14:15.211988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Pushing event deleted for resources: {'Port': ['ID=6ba287bc-981a-469e-9986-28160a57f24a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:15.230085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3297-67a9-4ff7-b5c0-f221117a1296 req-fa6f1f9b-cfec-4519-b6c9-0b892085b4bc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:15.231792 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d5dc3297-67a9-4ff7-b5c0-f221117a1296 req-fa6f1f9b-cfec-4519-b6c9-0b892085b4bc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.8916039 Apr 20 13:14:15.268096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.268506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.268921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.269323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.269743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.270138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.270530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.270923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.271323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.271712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.272100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.272487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:15.282942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:15.343127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] No DVR routers for this DVR port 6ba287bc-981a-469e-9986-28160a57f24a on host hv-cinder-78662 {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:14:15.346489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Sync routers for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:14:15.370222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:15.383136 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d5dc3297-67a9-4ff7-b5c0-f221117a1296 req-743f74bd-36f4-4767-adeb-b67570f79485 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020193 Apr 20 13:14:15.383695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'name': 'network-vif-deleted', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:14:15.402808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8c45e267-d0df-4147-b833-96e6024a4cdf req-fbaee6ab-2446-4d25-a61c-55ba12f8f664 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "DELETE /v2.0/ports/6ba287bc-981a-469e-9986-28160a57f24a HTTP/1.1" status: 204 len: 173 time: 1.4065480 Apr 20 13:14:15.442460 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209ab03-a3ef-4954-9e12-b4f2bda6771d', 'name': 'network-vif-deleted', 'tag': '6ba287bc-981a-469e-9986-28160a57f24a', 'status': 'completed', 'code': 200} Apr 20 13:14:15.451417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:15.452116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:15.696877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device d413686e-0737-4594-bb10-da4c0dde8999 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:15.958868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:16.071657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0721f6a2-c5e5-41cc-8c71-34c187518942 req-ab241dce-93ab-45fd-aef1-71dc51b7998e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Synchronizing usage tracker for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:16.090748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0721f6a2-c5e5-41cc-8c71-34c187518942 req-ab241dce-93ab-45fd-aef1-71dc51b7998e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Unset dirty status for tenant:f1a972dab3ee4981916f4d8814bba810 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:16.095771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port d413686e-0737-4594-bb10-da4c0dde8999 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:16.096332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:16.133974 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0721f6a2-c5e5-41cc-8c71-34c187518942 req-ab241dce-93ab-45fd-aef1-71dc51b7998e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=f209ab03-a3ef-4954-9e12-b4f2bda6771d HTTP/1.1" status: 200 len: 210 time: 0.1186891 Apr 20 13:14:16.353489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:14:16.666683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.resource_extend [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 13:14:16.739445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7588b-de66-4b0f-bb6d-affb40a41b69 req-25833fce-3d7b-488d-aa03-5138492c9939 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:16.766123 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10c7588b-de66-4b0f-bb6d-affb40a41b69 req-25833fce-3d7b-488d-aa03-5138492c9939 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 944 time: 0.2002616 Apr 20 13:14:16.880265 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10c7588b-de66-4b0f-bb6d-affb40a41b69 req-2905fb2f-580b-4052-9b76-2ddc7530716a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096988 Apr 20 13:14:17.044211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5c205d9c-d48a-429e-b731-d2dfba07700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:17.115675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:17.208388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'c0038853-5131-44af-a380-56c99f0474a6', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': 'c0038853-5131-44af-a380-56c99f0474a6', 'mac_address': 'fa:16:3e:ad:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:14:17.287346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:17.324831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:14:17.342200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:17.351269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:17.353956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:17.453198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 4, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'b3ef875e-db8e-4477-a40a-128385863682', 'name': '', 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'mac_address': 'fa:16:3e:ac:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:09Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 2, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'subnets': [{'id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:17.465648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Checking router: 88521fa4-94ea-4e95-8970-2efb58c4d15d for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:14:17.466032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Updating router 88521fa4-94ea-4e95-8970-2efb58c4d15d port b3ef875e-db8e-4477-a40a-128385863682 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:14:17.539443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=9']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:17.549397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:17.584005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:17.830045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['c0038853-5131-44af-a380-56c99f0474a6'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:14:17.957504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fa764-f367-4d88-80ed-44fea8d7df76 req-6ad9fe6d-154a-40d9-a881-e826e1c94734 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:17.984746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1d0fa764-f367-4d88-80ed-44fea8d7df76 req-6ad9fe6d-154a-40d9-a881-e826e1c94734 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1208882 Apr 20 13:14:18.055804 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1d0fa764-f367-4d88-80ed-44fea8d7df76 req-1b77d5a0-151e-4a95-89f0-25dffa9c94ac tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Apr 20 13:14:18.131067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 6ba287bc-981a-469e-9986-28160a57f24a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:14:18.172931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 6ba287bc-981a-469e-9986-28160a57f24a {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:14:18.173323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 6ba287bc-981a-469e-9986-28160a57f24a not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:14:18.252028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112d84d-05ed-4c6d-9d6d-84da9b41cc21 req-41ec1de8-8910-496f-b12a-8e896c132d7c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:18.254219 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4112d84d-05ed-4c6d-9d6d-84da9b41cc21 req-41ec1de8-8910-496f-b12a-8e896c132d7c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 945 time: 0.1324396 Apr 20 13:14:18.344053 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4112d84d-05ed-4c6d-9d6d-84da9b41cc21 req-5db00ca4-582d-4187-92cf-26391c6fa327 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832002 Apr 20 13:14:18.418137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:18.436522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Transition to ACTIVE for port object b3ef875e-db8e-4477-a40a-128385863682 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:18.453511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:18.462529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:18.684975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Pushing event updated for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:18.726205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:18.806089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Attempting to bind port b3ef875e-db8e-4477-a40a-128385863682 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:14:18.806665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Attempting to bind port b3ef875e-db8e-4477-a40a-128385863682 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:14:18.807096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Attempting to bind port b3ef875e-db8e-4477-a40a-128385863682 on network 51969a27-01f4-4b82-8de8-c7ff2689a95f {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:18.819849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:14:18.820279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Checking segment: {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:18.820744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:18.821191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Bound using segment: {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:14:18.821756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Bound port: b3ef875e-db8e-4477-a40a-128385863682, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626909d5-38ff-42dc-8b20-e5c151ef225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:14:18.822191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:19.000898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] For port b3ef875e-db8e-4477-a40a-128385863682, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:14:19.004343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] For port b3ef875e-db8e-4477-a40a-128385863682, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=b3ef875e-db8e-4477-a40a-128385863682,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:14:19.015380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:19.025300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:19.123345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:19.124046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:13:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:19.220038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Pushing event updated for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:19.233126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:19.400829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c927-829d-4d3f-b9ec-bf61a73ff60d req-d3be8175-6c40-44a4-adec-6f9247f0c6e9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:19.410401 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6670c927-829d-4d3f-b9ec-bf61a73ff60d req-d3be8175-6c40-44a4-adec-6f9247f0c6e9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1681964 Apr 20 13:14:19.429018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef703fb-866f-4ed2-a5d3-eb967c0a83d2 req-446e1ba6-3a40-4a4b-bae1-816f1c77766c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:19.450161 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fef703fb-866f-4ed2-a5d3-eb967c0a83d2 req-446e1ba6-3a40-4a4b-bae1-816f1c77766c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1362407 Apr 20 13:14:19.486541 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6670c927-829d-4d3f-b9ec-bf61a73ff60d req-0e608dd0-4957-48a2-9659-7ab03b719fae tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747313 Apr 20 13:14:19.513905 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fef703fb-866f-4ed2-a5d3-eb967c0a83d2 req-563b4c52-6a73-4e66-b385-f8b345f5d5ce tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613625 Apr 20 13:14:19.698048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e417-b1ab-41e7-958d-138b9e050149 req-319b0d79-47ff-4e61-9f46-88e3446e1269 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:19.712421 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-99d0e417-b1ab-41e7-958d-138b9e050149 req-319b0d79-47ff-4e61-9f46-88e3446e1269 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 945 time: 0.1158266 Apr 20 13:14:19.760982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:19.775467 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-99d0e417-b1ab-41e7-958d-138b9e050149 req-ef21c1cf-b602-4db3-a003-7912eeed7f0e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624070 Apr 20 13:14:19.827878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-adc3c365-36c2-4bd0-ad26-e43600dce3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:20.120409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:20.220256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port c0038853-5131-44af-a380-56c99f0474a6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:20.220688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:20.274615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 4, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'b3ef875e-db8e-4477-a40a-128385863682', 'name': '', 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'mac_address': 'fa:16:3e:ac:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:09Z', 'updated_at': '2021-04-20T13:14:18Z', 'revision_number': 4, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'subnets': [{'id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:20.289187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2adb6c-83c4-4b6b-95ff-eeb677c1bad7 None None] The sync data for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb is: [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 4, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'b3ef875e-db8e-4477-a40a-128385863682', 'name': '', 'network_id': '51969a27-01f4-4b82-8de8-c7ff2689a95f', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'mac_address': 'fa:16:3e:ac:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:09Z', 'updated_at': '2021-04-20T13:14:18Z', 'revision_number': 4, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'subnets': [{'id': '11314043-6602-4d91-bd33-1aef7f6a0024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:14:20.415494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:20.461544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:14:20.474195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:20.475963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:20.482807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:20.485002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:20.545489 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'code': 200} Apr 20 13:14:20.599430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=10']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:20.609754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.610307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.611013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.611694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.614415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.615173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.615586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.616027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.616470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.617038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.617953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.618399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:14:20.622775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:20.779933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12362d6c-4c36-4659-a55f-5e1a0c8fb5ac req-ae2483c5-0fcf-4ee4-85f1-9c6653bfe56f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:20.783642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deba7-ebdc-40fd-bdfd-8b81a360285b req-a192fa66-68f9-443e-a6a9-e6133500f00a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:20.789242 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12362d6c-4c36-4659-a55f-5e1a0c8fb5ac req-ae2483c5-0fcf-4ee4-85f1-9c6653bfe56f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1006091 Apr 20 13:14:20.792065 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b89deba7-ebdc-40fd-bdfd-8b81a360285b req-a192fa66-68f9-443e-a6a9-e6133500f00a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1118000 Apr 20 13:14:20.847240 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b89deba7-ebdc-40fd-bdfd-8b81a360285b req-e1aaf89b-9d39-426a-ac20-a07337f0b72e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Apr 20 13:14:20.876525 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12362d6c-4c36-4659-a55f-5e1a0c8fb5ac req-5d662303-1741-4844-a873-c07c57148831 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858786 Apr 20 13:14:21.135887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bbd07-78e9-4e23-9c4a-ad6c30e38ee2 req-6926825a-9b51-4187-857f-4eb023a88956 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:21.147424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4f5bbd07-78e9-4e23-9c4a-ad6c30e38ee2 req-6926825a-9b51-4187-857f-4eb023a88956 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.1750367 Apr 20 13:14:21.210065 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4f5bbd07-78e9-4e23-9c4a-ad6c30e38ee2 req-9e772f80-e309-44b6-b98e-d5d2d72af590 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612049 Apr 20 13:14:21.357650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed5f08-b71e-4186-b58a-e90a7e61cd34 req-3757574b-3fe3-4f8f-b0d5-db7d73b04b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:21.359435 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ffed5f08-b71e-4186-b58a-e90a7e61cd34 req-3757574b-3fe3-4f8f-b0d5-db7d73b04b0b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 1100 time: 0.0994625 Apr 20 13:14:21.402418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:21.424037 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ffed5f08-b71e-4186-b58a-e90a7e61cd34 req-5ccc7cbb-6791-49d2-9e1f-47fdf6d3ce1a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538857 Apr 20 13:14:21.738883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device b3ef875e-db8e-4477-a40a-128385863682 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:21.834331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port b3ef875e-db8e-4477-a40a-128385863682 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:21.843507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port b3ef875e-db8e-4477-a40a-128385863682 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:21.843890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:22.085988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:22.132663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port b3ef875e-db8e-4477-a40a-128385863682, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=b3ef875e-db8e-4477-a40a-128385863682,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:22.137713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:22.140220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:22.145125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1943daa-50df-408e-9e48-8615cf6cda92 req-748be68d-d502-4684-b004-4efd084b550a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:22.153223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1943daa-50df-408e-9e48-8615cf6cda92 req-748be68d-d502-4684-b004-4efd084b550a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1355627 Apr 20 13:14:22.169091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31b40-33c7-4362-8cac-add19cca1fdc req-4bb17006-c489-47eb-b4e5-6dbe5c421d2e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:22.171490 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-61d31b40-33c7-4362-8cac-add19cca1fdc req-4bb17006-c489-47eb-b4e5-6dbe5c421d2e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1226549 Apr 20 13:14:22.214267 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1943daa-50df-408e-9e48-8615cf6cda92 req-7f981179-2553-4124-86a8-762b4268b583 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595679 Apr 20 13:14:22.246657 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-61d31b40-33c7-4362-8cac-add19cca1fdc req-70060dd9-4884-4e20-9509-fe4188b25c92 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634511 Apr 20 13:14:22.279864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:22.287821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:22.287821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:22.467496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ca0f7-f732-4998-bfe8-a432426bd718 req-ff8168ea-4680-4cca-af85-f5d5390e65e5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:22.469210 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-744ca0f7-f732-4998-bfe8-a432426bd718 req-ff8168ea-4680-4cca-af85-f5d5390e65e5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.1084917 Apr 20 13:14:22.527451 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-744ca0f7-f732-4998-bfe8-a432426bd718 req-bfa41aa5-2a75-4742-bcc7-5b5abd1b5905 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493374 Apr 20 13:14:23.343135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34372) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:23.576725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692be619-07b9-44c0-b6ab-350c24adfb12 req-5d4dd61e-5dfc-424c-aafe-154ce91ce3dd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:23.585336 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-692be619-07b9-44c0-b6ab-350c24adfb12 req-5d4dd61e-5dfc-424c-aafe-154ce91ce3dd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1437306 Apr 20 13:14:23.613410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f713db7-36f4-4381-8cdb-6564a511db1e req-46fcf26f-a657-4ca3-a87c-f658d944ccb9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:23.621563 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f713db7-36f4-4381-8cdb-6564a511db1e req-46fcf26f-a657-4ca3-a87c-f658d944ccb9 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2231970 Apr 20 13:14:23.643009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:23.656010 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-692be619-07b9-44c0-b6ab-350c24adfb12 req-109585dd-5549-4a2d-9b48-5d7399814355 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690894 Apr 20 13:14:23.686508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:23.709489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:1501521225324796820705ba7f9737e8 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:23.713399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:23.722065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:23.756674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device b3ef875e-db8e-4477-a40a-128385863682 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:23.784671 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1f713db7-36f4-4381-8cdb-6564a511db1e req-44ee6c50-300a-4379-a3aa-d4dbb2caef0e tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617582 Apr 20 13:14:23.837226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:23.842497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:23.874379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-64d7a583-b5b4-4a3e-b778-4dd7860a6f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:23.906417 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1501521225324796820705ba7f9737e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620477 Apr 20 13:14:23.912413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a4a6b-8c69-4e35-b804-8d887a9619dd,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:23.915350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34384) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:23.918347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:23.992565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.025882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.066839 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port b3ef875e-db8e-4477-a40a-128385863682 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:24.067310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.106964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.114262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d6426a5-0426-4416-9326-cd18c797e281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:24.131134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a4a6b-8c69-4e35-b804-8d887a9619dd,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:24.133540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.134875 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab6a4a6b-8c69-4e35-b804-8d887a9619dd HTTP/1.1" status: 204 len: 168 time: 0.2182851 Apr 20 13:14:24.136148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-af9e6b4d-0d19-42f0-ac4a-38353bd43ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:24.146957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd81d96-7788-4477-a8ff-72a0c683ab50 req-98396b4e-8834-4b63-86d7-a3209a88921d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:24.156091 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0cd81d96-7788-4477-a8ff-72a0c683ab50 req-98396b4e-8834-4b63-86d7-a3209a88921d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.2735097 Apr 20 13:14:24.235436 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0cd81d96-7788-4477-a8ff-72a0c683ab50 req-d86df541-1f59-4334-a4ee-2e691954cf4b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783305 Apr 20 13:14:24.241949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34392) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:24.595255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.617935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:24.623180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Usage tracker for resource:security_group_rule and tenant:31ed84d14c6e465e999397b9258bb9fa is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:24.626579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:24.632960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:24.816621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-91bde7ce-826d-41f5-8e5c-7b445675094a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:24.818451 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-91bde7ce-826d-41f5-8e5c-7b445675094a tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.1394114 Apr 20 13:14:24.823176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.859938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6651484-fbcd-4adb-aa1f-67acea3c1e63 req-a7102f58-f3ca-4724-97c2-ff9c6f4bc628 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:24.867788 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b6651484-fbcd-4adb-aa1f-67acea3c1e63 req-a7102f58-f3ca-4724-97c2-ff9c6f4bc628 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1050751 Apr 20 13:14:24.868715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:24.914530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-106e44d6-4163-4320-8183-8b1f94981efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:24.930121 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b6651484-fbcd-4adb-aa1f-67acea3c1e63 req-320bbca3-1efb-4f56-9262-9bfe2200e022 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612712 Apr 20 13:14:24.950430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31ed84d14c6e465e999397b9258bb9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008646 Apr 20 13:14:24.950858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34402) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:24.951545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1bf4b-4417-4dd3-b769-0ff02c57abdd,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:24.957542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:25.020674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.051722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.075337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Deleting port df06c8c2-8fa7-446f-9c1b-0a71560729b2 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:14:25.076332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.104977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.112901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f17164eb-6dfc-4795-94ff-196abc58d9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:25.129113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1bf4b-4417-4dd3-b769-0ff02c57abdd,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:25.131350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.132866 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43a1bf4b-4417-4dd3-b769-0ff02c57abdd HTTP/1.1" status: 204 len: 168 time: 0.1808453 Apr 20 13:14:25.134079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:25.223943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088dca-0367-429e-93f6-8909e70001e0 req-aaffb025-e675-468f-ac9e-c93aaa2039c5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:25.226915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-93088dca-0367-429e-93f6-8909e70001e0 req-aaffb025-e675-468f-ac9e-c93aaa2039c5 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc8a82eb-6afc-48b5-8daa-21659a9d9f74 HTTP/1.1" status: 200 len: 946 time: 0.2762754 Apr 20 13:14:25.402026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] For port df06c8c2-8fa7-446f-9c1b-0a71560729b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df06c8c2-8fa7-446f-9c1b-0a71560729b2,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:25.402441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.539352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Calling delete_port for df06c8c2-8fa7-446f-9c1b-0a71560729b2 owned by compute:nova {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:14:25.546483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d37ea-a91e-4660-ac0e-9bc5f86e39c8 req-69642204-59a2-4bf5-85f6-4bfde295d046 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:25.554684 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c3d37ea-a91e-4660-ac0e-9bc5f86e39c8 req-69642204-59a2-4bf5-85f6-4bfde295d046 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.1576948 Apr 20 13:14:25.610116 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c3d37ea-a91e-4660-ac0e-9bc5f86e39c8 req-cde35566-85e8-40d3-b3d3-0dbdeee809c3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542412 Apr 20 13:14:25.751885 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-93088dca-0367-429e-93f6-8909e70001e0 req-0f3e19f9-cb4e-4951-abf2-5bbfea195464 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.68 "GET /v2.0/security-groups?id=be4d3897-f8a7-4a6c-9caf-923a1a641635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236463 Apr 20 13:14:25.769857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.780183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f19504a-8eac-4ca8-a75e-3f22771764a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:25.806793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['df06c8c2-8fa7-446f-9c1b-0a71560729b2'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:14:25.840440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Pushing event deleted for resources: {'Port': ['ID=df06c8c2-8fa7-446f-9c1b-0a71560729b2,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:25.845404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:25.933067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] No DVR routers for this DVR port df06c8c2-8fa7-446f-9c1b-0a71560729b2 on host hv-cinder-78662 {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:14:25.936319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:25.950856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'name': 'network-vif-deleted', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:14:25.961905 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-486b95a1-35c0-4e4b-904a-bd135f770ae9 req-637f315b-e7b4-4962-87b8-e7d5a4c21825 tempest-ServerRescueNegativeTestJSON-308451755 tempest-ServerRescueNegativeTestJSON-308451755-project] 10.222.0.78 "DELETE /v2.0/ports/df06c8c2-8fa7-446f-9c1b-0a71560729b2 HTTP/1.1" status: 204 len: 173 time: 1.1366148 Apr 20 13:14:26.061955 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8a82eb-6afc-48b5-8daa-21659a9d9f74', 'name': 'network-vif-deleted', 'tag': 'df06c8c2-8fa7-446f-9c1b-0a71560729b2', 'status': 'completed', 'code': 200} Apr 20 13:14:26.251223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa14b50-84c6-43b9-96bf-feb4ba952d52 req-103325d8-b113-45ac-a24b-3f46fda3ac3b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:26.259235 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aaa14b50-84c6-43b9-96bf-feb4ba952d52 req-103325d8-b113-45ac-a24b-3f46fda3ac3b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1074121 Apr 20 13:14:26.306981 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aaa14b50-84c6-43b9-96bf-feb4ba952d52 req-b362d894-8843-4028-b2a6-f0a50aa16140 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Apr 20 13:14:26.856352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34440) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:27.592030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617015-0783-4eca-a219-15858064eaa8 req-724c53e3-7a7e-4268-b368-fd8781f26dce tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:27.593441 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b0617015-0783-4eca-a219-15858064eaa8 req-724c53e3-7a7e-4268-b368-fd8781f26dce tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1584980 Apr 20 13:14:27.651449 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b0617015-0783-4eca-a219-15858064eaa8 req-596aa68c-5387-4007-8502-3e09e533cfaf tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514677 Apr 20 13:14:27.655421 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:28.020096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Deleting port 87010e2f-8fc3-449e-81de-c463252fee96 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:14:28.020653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:28.160798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device df06c8c2-8fa7-446f-9c1b-0a71560729b2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:14:28.203142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: df06c8c2-8fa7-446f-9c1b-0a71560729b2 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:14:28.203536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device df06c8c2-8fa7-446f-9c1b-0a71560729b2 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:14:28.210087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] For port 87010e2f-8fc3-449e-81de-c463252fee96, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=87010e2f-8fc3-449e-81de-c463252fee96,segment=NetworkSegment(181a5cf5-522b-4398-b1d3-f0a9717fdae8),segment_id=181a5cf5-522b-4398-b1d3-f0a9717fdae8)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:28.210492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:28.347728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Calling delete_port for 87010e2f-8fc3-449e-81de-c463252fee96 owned by network:router_interface {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:14:28.654782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:28.659450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-18297e14-9881-46ea-886d-c354d5e7a252 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:28.708998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=87010e2f-8fc3-449e-81de-c463252fee96,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:28.712429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:29.262690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb426d28-7308-4262-83c3-0b9bc40b84b9 req-8df46115-f41f-458f-b879-88e7a4469fe5 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:29.264262 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cb426d28-7308-4262-83c3-0b9bc40b84b9 req-8df46115-f41f-458f-b879-88e7a4469fe5 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.3026648 Apr 20 13:14:29.288796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-06ede88a-3658-426c-af24-28ac391aea5a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:29.289572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-06ede88a-3658-426c-af24-28ac391aea5a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:29.306664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-06ede88a-3658-426c-af24-28ac391aea5a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:29.307933 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-06ede88a-3658-426c-af24-28ac391aea5a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 814 time: 0.1772740 Apr 20 13:14:29.321570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:29.324032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-270cde26-be69-43f0-832b-1d9625d97d14 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/quotas/0cf0af0ceef24ac2b494cb86b52a4b15 HTTP/1.1" status: 200 len: 375 time: 0.0098007 Apr 20 13:14:29.340512 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cb426d28-7308-4262-83c3-0b9bc40b84b9 req-f12b9abb-0318-420c-84c7-53fbee799051 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692062 Apr 20 13:14:29.416522 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-4bfdfa79-e9d3-4d5f-9278-af9cf264f699 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864079 Apr 20 13:14:29.566784 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-29233969-4c74-473d-8ec4-7e58db259bf8 service neutron] 10.222.0.68 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369863 Apr 20 13:14:29.750163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Router 11d49946-e487-46ed-8f9c-5eb5a928e6dd has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:14:29.762510 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-6478a9e0-a921-47f2-8177-7dcc5387383b service neutron] 10.222.0.68 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746228 Apr 20 13:14:29.866403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34492) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:29.981817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-506f7531-7c1b-4242-b358-3606455c8fd5 req-ececf143-70a2-4bd4-b883-ed54019ec253 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:30.008999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:14:30.020268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Sync routers for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:14:30.029738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] 10.222.0.68 "PUT /v2.0/routers/11d49946-e487-46ed-8f9c-5eb5a928e6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1721501 Apr 20 13:14:30.030996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-506f7531-7c1b-4242-b358-3606455c8fd5 req-ececf143-70a2-4bd4-b883-ed54019ec253 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:30.032776 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-506f7531-7c1b-4242-b358-3606455c8fd5 req-ececf143-70a2-4bd4-b883-ed54019ec253 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 210 time: 0.1141548 Apr 20 13:14:30.033007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34502) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:30.043343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:30.044619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:30.193922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.233861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:30.242116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Usage tracker for resource:security_group_rule and tenant:5c847efbdf9a4a109960ff6372687341 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:30.244970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:30.246781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:30.256884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:30.301197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.564560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:14:28Z', 'revision_number': 5, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port': {'id': '8450607b-5c4b-4bb8-a2c5-bafc24c535e2', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:30.568567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Checking router: 11d49946-e487-46ed-8f9c-5eb5a928e6dd for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:14:30.578163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Routers {'11d49946-e487-46ed-8f9c-5eb5a928e6dd'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:14:30.578844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:30.582275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.623963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Deleting port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:14:30.624333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.669727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.678723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:30.694736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-514b423c-5555-430c-a9dc-bbc0211ce327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:30.728329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46082ae9-1e1a-4cc4-8c5d-17cdbccaf263 req-f0cef728-0e0c-44f0-93d5-453447f54235 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:30.730387 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46082ae9-1e1a-4cc4-8c5d-17cdbccaf263 req-f0cef728-0e0c-44f0-93d5-453447f54235 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2491491 Apr 20 13:14:30.752213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] Set router 11d49946-e487-46ed-8f9c-5eb5a928e6dd gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:14:30.793526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c81e0e-705c-4a9d-a9bc-31c0671fb93c,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:30.871379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:14:30Z', 'revision_number': 6, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:30.876162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019f803-4dd7-4f51-a9ab-de280eccf897 None None] The sync data for ids ['11d49946-e487-46ed-8f9c-5eb5a928e6dd'] in dv-cinder-786627-2-smb is: [{'id': '11d49946-e487-46ed-8f9c-5eb5a928e6dd', 'name': 'tempest-ServerRescueNegativeTestJSON-2103159029-router', 'tenant_id': 'f1a972dab3ee4981916f4d8814bba810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:14:30Z', 'revision_number': 6, 'project_id': 'f1a972dab3ee4981916f4d8814bba810', 'gw_port_host': None}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:14:31.109365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:31.124902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34516) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:31.125199 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-efd86dcf-a6f7-4c13-8b05-247f89d33488 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c847efbdf9a4a109960ff6372687341&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2571826 Apr 20 13:14:31.191705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46082ae9-1e1a-4cc4-8c5d-17cdbccaf263 req-8d0d366d-eeeb-460d-9bb9-7e0edc5a824e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417346 Apr 20 13:14:31.317208 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6fdc7a3d-bef5-43d2-b307-7a935a8f7358 req-6b8672fe-afb1-4d5a-8895-564eae32591a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 210 time: 0.0887766 Apr 20 13:14:31.377200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:31.412391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:31.413262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:31.430959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:31.517991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:31.527758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:31.563044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c81e0e-705c-4a9d-a9bc-31c0671fb93c,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:31.566567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:31.579739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:31.586095 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16c81e0e-705c-4a9d-a9bc-31c0671fb93c HTTP/1.1" status: 204 len: 168 time: 0.4596102 Apr 20 13:14:31.804042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 87010e2f-8fc3-449e-81de-c463252fee96 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:14:31.811726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Calling delete_port for 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:14:31.882901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 87010e2f-8fc3-449e-81de-c463252fee96 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:14:31.887391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 87010e2f-8fc3-449e-81de-c463252fee96 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:14:31.893937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:14:31.912773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90cd2-a1ce-43c5-9479-b683f1c625b5 req-1349c0f1-4709-4f60-a26c-24e28fc2bc49 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:31.914788 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09c90cd2-a1ce-43c5-9479-b683f1c625b5 req-1349c0f1-4709-4f60-a26c-24e28fc2bc49 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2058578 Apr 20 13:14:31.922453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d1ae5c0e-19ca-4fda-b3a2-2bee35fed21f tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:31.924559 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d1ae5c0e-19ca-4fda-b3a2-2bee35fed21f tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 814 time: 0.7959914 Apr 20 13:14:32.029402 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09c90cd2-a1ce-43c5-9479-b683f1c625b5 req-a9a998c0-1ed8-471a-9861-382bd1d76a59 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069686 Apr 20 13:14:32.043461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-397d9717-ae62-43a0-99f9-645714d19504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:32.050271 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-397d9717-ae62-43a0-99f9-645714d19504 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1098 time: 0.1997859 Apr 20 13:14:32.095526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'port': {'device_id': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'admin_state_up': True, 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:32.172876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:32.231992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:32.245657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:32.260763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:32.269196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-8deae075-f638-4e4b-a239-a0b6a880a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:32.278233 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-8deae075-f638-4e4b-a239-a0b6a880a7e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.2196767 Apr 20 13:14:32.330157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:32.341708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86376) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:14:32.342234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:14:32.348084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:32.362169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Made reservation on behalf of 0cf0af0ceef24ac2b494cb86b52a4b15 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:14:32.370142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:32.493657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:32.508284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:32.590593 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-346180d2-cff5-4588-ad8c-0a5ec68222a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 1001 time: 0.1279879 Apr 20 13:14:32.672165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aa71287c-6f20-4e2d-906d-0447d7c613dd req-127ebcc5-5d11-4a49-8801-dc8a500b5d89 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 210 time: 0.0725596 Apr 20 13:14:32.803868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Allocated IP 172.20.0.6 (41bc7225-0231-459e-b9b6-a9d7d3cac629/8babf99f-c9e8-4d3c-9109-1e1a0db5e052/9394419b-6122-4edc-8b48-12a4ced803ec) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:14:32.846190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Deleting port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:14:32.846871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:33.175095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] For port 8450607b-5c4b-4bb8-a2c5-bafc24c535e2, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:33.175556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:33.421204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736791d-be94-424d-9e41-78caaefb9abf req-0d6874da-b876-4321-9551-98cd9191edff tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:33.439456 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f736791d-be94-424d-9e41-78caaefb9abf req-0d6874da-b876-4321-9551-98cd9191edff tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2217605 Apr 20 13:14:33.473850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Calling delete_port for 8450607b-5c4b-4bb8-a2c5-bafc24c535e2 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:14:33.562966 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f736791d-be94-424d-9e41-78caaefb9abf req-5382fcf2-711a-4fca-953c-450e6befb729 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141212 Apr 20 13:14:33.808157 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:33.867959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Transition to ACTIVE for port object 9394419b-6122-4edc-8b48-12a4ced803ec will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:34.067833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f73800e6-6bc3-4c5d-92fd-5caaabc8e5c2 req-1e623e83-52a0-429b-ad7e-438dfd38935c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 210 time: 0.1222386 Apr 20 13:14:34.071303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.079697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:34.168040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:34.180568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:34.191216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:14:34.263834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:34.268068 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:34.276989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.286014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:34.351306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Pushing event deleted for resources: {'Port': ['ID=8450607b-5c4b-4bb8-a2c5-bafc24c535e2,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:34.358860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:34.367191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:34.367907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.451029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ec22c2fb-7fc9-424e-89ec-e4da423d299e None None] Provisioning for port 9394419b-6122-4edc-8b48-12a4ced803ec completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:34.474162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ec22c2fb-7fc9-424e-89ec-e4da423d299e None None] Provisioning complete for port 9394419b-6122-4edc-8b48-12a4ced803ec triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:34.474495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ec22c2fb-7fc9-424e-89ec-e4da423d299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.486129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.545268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c2fb-7fc9-424e-89ec-e4da423d299e None None] Port 9394419b-6122-4edc-8b48-12a4ced803ec cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:14:34.676227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-88cebb5d-c6a6-4f97-9d85-32154a6179eb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7340128 Apr 20 13:14:34.693727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.696466 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.725341 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:34.812383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa12f1-4a06-49d3-90ba-242b405d35b6 req-eceaa5a3-8617-48e3-a9ad-ee34e97c3f0f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:34.814859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-44aa12f1-4a06-49d3-90ba-242b405d35b6 req-eceaa5a3-8617-48e3-a9ad-ee34e97c3f0f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1237721 Apr 20 13:14:34.870095 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-44aa12f1-4a06-49d3-90ba-242b405d35b6 req-85741e61-5e63-4e7e-aaaf-b14d0e21b6fd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Apr 20 13:14:35.041510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.042679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d49946-e487-46ed-8f9c-5eb5a928e6dd {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:14:35.056223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.058026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-73b789c3-ba29-40a6-93f2-db4a8c230566 admin admin] 10.222.0.68 "DELETE /v2.0/routers/11d49946-e487-46ed-8f9c-5eb5a928e6dd HTTP/1.1" status: 204 len: 168 time: 5.0233774 Apr 20 13:14:35.060718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34584) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:35.155473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Deleting subnet eda234a4-88f9-4230-aca8-cb163d1bb285 {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:14:35.160045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.275861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.364928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.391011 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-3f5805ce-14a7-4ee6-ade1-620a558d44f9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:35.391791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-3f5805ce-14a7-4ee6-ade1-620a558d44f9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:35.408402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-3f5805ce-14a7-4ee6-ade1-620a558d44f9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:35.409818 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-3f5805ce-14a7-4ee6-ade1-620a558d44f9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.1663380 Apr 20 13:14:35.462040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-4c89642b-41f3-4424-b66b-7cb68b639922 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:35.483398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-4c89642b-41f3-4424-b66b-7cb68b639922 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:35.484673 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c17bd14-784a-488b-bb1b-e2049fb79180 req-4c89642b-41f3-4424-b66b-7cb68b639922 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Apr 20 13:14:35.667485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.672785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:35.712949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda234a4-88f9-4230-aca8-cb163d1bb285,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:35.717428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:35.719034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:35.726267 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-a0fdf1e1-ad10-435c-b645-f26d36f1bfba admin admin] 10.222.0.68 "DELETE /v2.0/subnets/eda234a4-88f9-4230-aca8-cb163d1bb285 HTTP/1.1" status: 204 len: 168 time: 0.6640036 Apr 20 13:14:35.729006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34596) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:35.851273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.001279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.104505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d5ab5-a032-4e54-b8f3-7f4deb86fd4c req-3abbc846-f0f0-48b9-8531-5fd1ef8f5a64 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:36.106549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a07d5ab5-a032-4e54-b8f3-7f4deb86fd4c req-3abbc846-f0f0-48b9-8531-5fd1ef8f5a64 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1022506 Apr 20 13:14:36.149256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdeec1c-1346-497a-b586-50f36b19d697']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:36.162665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181a5cf5-522b-4398-b1d3-f0a9717fdae8') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:36.162938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181a5cf5-522b-4398-b1d3-f0a9717fdae8') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:14:36.165648 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a07d5ab5-a032-4e54-b8f3-7f4deb86fd4c req-0b297645-a838-4952-8d2e-bacc84d51cb2 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516829 Apr 20 13:14:36.175801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.192257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.199075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:14:36.389606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Network fcdeec1c-1346-497a-b586-50f36b19d697 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:14:36.399156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.601384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Network fcdeec1c-1346-497a-b586-50f36b19d697 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:36.632165 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:36.780075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.786214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:36.801131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:36.826120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdeec1c-1346-497a-b586-50f36b19d697,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:36.828726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:36.831418 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-69c20cb4-8e8f-4ba8-9956-e8027f41daba admin admin] 10.222.0.68 "DELETE /v2.0/networks/fcdeec1c-1346-497a-b586-50f36b19d697 HTTP/1.1" status: 204 len: 168 time: 1.1013088 Apr 20 13:14:36.849286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdf0ef-5631-4024-8c9b-b1472b63cce6 req-5755e1d0-fd1e-4599-81e9-ecf4863962b2 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:36.851548 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-19cdf0ef-5631-4024-8c9b-b1472b63cce6 req-5755e1d0-fd1e-4599-81e9-ecf4863962b2 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.2383242 Apr 20 13:14:36.924223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-19cdf0ef-5631-4024-8c9b-b1472b63cce6 req-67332f89-130a-411c-88a1-5bcf39de5c9b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Apr 20 13:14:37.098640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34614) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:37.153841 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-525d359f-bc8a-404c-9552-56257c17eb51 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f1a972dab3ee4981916f4d8814bba810&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530424 Apr 20 13:14:37.158626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34620) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:37.270284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:37.303247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:37.358424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:37.363059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cac82637-18cb-4419-8145-781ada727ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:37.382726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d3897-f8a7-4a6c-9caf-923a1a641635,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:37.386043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:37.397884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:37.399595 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be4d3897-f8a7-4a6c-9caf-923a1a641635 HTTP/1.1" status: 204 len: 168 time: 0.2396605 Apr 20 13:14:37.803760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a29e-6f84-4fde-9bb3-f9bbfdeb8426 req-4a002b19-8142-4367-a286-94b50d7a6685 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:37.814893 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b01a29e-6f84-4fde-9bb3-f9bbfdeb8426 req-4a002b19-8142-4367-a286-94b50d7a6685 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.5148125 Apr 20 13:14:37.863660 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b01a29e-6f84-4fde-9bb3-f9bbfdeb8426 req-fbcc8811-d418-4638-860e-84e7daeb20a1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473766 Apr 20 13:14:38.140355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926f965-d3d6-417c-a379-1bf5e2217606 req-971f9ace-efb3-4a5b-b8e0-227f2e969427 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:38.142341 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5926f965-d3d6-417c-a379-1bf5e2217606 req-971f9ace-efb3-4a5b-b8e0-227f2e969427 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.0975788 Apr 20 13:14:38.220357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5926f965-d3d6-417c-a379-1bf5e2217606 req-175b276a-599e-41cc-accd-0bab9913756d tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593531 Apr 20 13:14:39.236308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1545-b945-4416-b693-1e09a00a97b4 req-6e241cf8-3db3-4324-a4e0-8daa8a78e5b2 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:39.239608 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-100a1545-b945-4416-b693-1e09a00a97b4 req-6e241cf8-3db3-4324-a4e0-8daa8a78e5b2 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1440845 Apr 20 13:14:39.340996 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-100a1545-b945-4416-b693-1e09a00a97b4 req-b464858c-a7e6-4171-8873-6ece4dac32b2 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949037 Apr 20 13:14:39.558999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e386-00a0-46fd-9135-37b9aa5c5929 req-7a990b7f-a39f-4c2c-8a4c-a158368d2fd4 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:39.567602 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e91e386-00a0-46fd-9135-37b9aa5c5929 req-7a990b7f-a39f-4c2c-8a4c-a158368d2fd4 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.1146879 Apr 20 13:14:39.619758 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e91e386-00a0-46fd-9135-37b9aa5c5929 req-9e4bef4f-8c3f-41fe-b486-ef9bea442690 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Apr 20 13:14:40.606269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3fbeb-ac88-4011-becb-2f8c251336d1 req-6d04075d-d746-4cf2-8562-e4e8e1bb7328 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:40.609061 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e1b3fbeb-ac88-4011-becb-2f8c251336d1 req-6d04075d-d746-4cf2-8562-e4e8e1bb7328 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1350446 Apr 20 13:14:40.680359 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e1b3fbeb-ac88-4011-becb-2f8c251336d1 req-9742be39-d1b3-4327-ac9a-2793b39ba58b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640678 Apr 20 13:14:41.008811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528d5db-62fa-48a3-884f-0d5241a8a93c req-21e416dc-c432-4733-a744-16e74fb1ddf8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:41.010570 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8528d5db-62fa-48a3-884f-0d5241a8a93c req-21e416dc-c432-4733-a744-16e74fb1ddf8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.1648066 Apr 20 13:14:41.111248 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8528d5db-62fa-48a3-884f-0d5241a8a93c req-17cbc9e0-8a0c-49f1-92d3-712246f07462 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843883 Apr 20 13:14:41.904650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1d9f3-6ca8-436c-ada7-160b445bcb9e req-f7a2c986-7cf5-4b6a-b14a-23df5afb7ace tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:41.906654 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4a1d9f3-6ca8-436c-ada7-160b445bcb9e req-f7a2c986-7cf5-4b6a-b14a-23df5afb7ace tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.0935874 Apr 20 13:14:41.961010 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4a1d9f3-6ca8-436c-ada7-160b445bcb9e req-ad73210e-b082-462e-975b-f465ac14575c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Apr 20 13:14:42.343052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3404-7f3f-4645-982b-dbb1c52b88b5 req-b25f5769-4922-417a-83b8-48326b8fbeca tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:42.369746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d07b3404-7f3f-4645-982b-dbb1c52b88b5 req-b25f5769-4922-417a-83b8-48326b8fbeca tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.1271784 Apr 20 13:14:42.448661 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d07b3404-7f3f-4645-982b-dbb1c52b88b5 req-0acd2d16-bd24-4d86-ba5b-027fa42982de tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869567 Apr 20 13:14:43.170751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d88164-735c-4e70-bf79-88ac9441698e req-6a07c574-3eb3-4536-91dc-f29b94f1f0e9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:43.172379 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b9d88164-735c-4e70-bf79-88ac9441698e req-6a07c574-3eb3-4536-91dc-f29b94f1f0e9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.0909495 Apr 20 13:14:43.221165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b9d88164-735c-4e70-bf79-88ac9441698e req-98a9f8cb-58ba-478c-8660-515aab7ace4e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 Apr 20 13:14:43.577856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Request body: {'port': {'device_id': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:43.655927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-434472f8-24f4-46bd-96e8-25cea7f9644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:43.658289 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-434472f8-24f4-46bd-96e8-25cea7f9644f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.0857894 Apr 20 13:14:43.724493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:43.833920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201aec5-6ff6-4f25-8310-b7ed43c84411 req-086bd502-c221-4f16-bdc4-f94a1e39a11b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:43.835581 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c201aec5-6ff6-4f25-8310-b7ed43c84411 req-086bd502-c221-4f16-bdc4-f94a1e39a11b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 931 time: 0.1762021 Apr 20 13:14:43.838519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-c3335cf8-bf48-4a9b-aa18-1e133b6aaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:43.840091 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-c3335cf8-bf48-4a9b-aa18-1e133b6aaaa2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241672 Apr 20 13:14:43.985873 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c201aec5-6ff6-4f25-8310-b7ed43c84411 req-6a2ca262-c50e-4654-8fb8-6aba635da8d0 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395960 Apr 20 13:14:44.042812 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-254782c4-6081-4196-8e64-a1db8ec35feb service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855874 Apr 20 13:14:44.116573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394419b-6122-4edc-8b48-12a4ced803ec {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:14:44.124242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:44.139943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Transition to ACTIVE for port object 9394419b-6122-4edc-8b48-12a4ced803ec will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:14:44.142634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:44.147491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-764f22e0-0e27-4138-bdd5-1710d3b27ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:44.202956 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a1570850-1a2a-4b1d-8c29-05c7aea85293 req-e47d5a44-0cfe-4bc8-8561-b5462f83dec1 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511800 Apr 20 13:14:44.319849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:44.328833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:44.469017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Attempting to bind port 9394419b-6122-4edc-8b48-12a4ced803ec on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:14:44.469390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Attempting to bind port 9394419b-6122-4edc-8b48-12a4ced803ec by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:14:44.469783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Attempting to bind port 9394419b-6122-4edc-8b48-12a4ced803ec on network 41bc7225-0231-459e-b9b6-a9d7d3cac629 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:44.477764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Port 9394419b-6122-4edc-8b48-12a4ced803ec on network 41bc7225-0231-459e-b9b6-a9d7d3cac629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:44.478073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Attempting to bind port 9394419b-6122-4edc-8b48-12a4ced803ec on network 41bc7225-0231-459e-b9b6-a9d7d3cac629 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:14:44.486619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:14:44.487030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Checking segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:14:44.487457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Bound using segment: {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:14:44.487941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Bound port: 9394419b-6122-4edc-8b48-12a4ced803ec, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733338cc-d819-4a44-b6ec-68a420f7d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:14:44.488313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:44.511789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840e162-a9c6-4d23-aae8-a098cad0d17a req-41710c02-7c7f-45b9-8f3d-5a1d70f68852 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:44.513306 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b840e162-a9c6-4d23-aae8-a098cad0d17a req-41710c02-7c7f-45b9-8f3d-5a1d70f68852 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1527290 Apr 20 13:14:44.627067 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b840e162-a9c6-4d23-aae8-a098cad0d17a req-22bc311f-b172-43df-9b27-f8eac539010f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795724 Apr 20 13:14:44.638021 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:14:44.641240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:14:44.644751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:44.650672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8476e15d-ae8d-4fd3-93cd-58ad808be863 tempest-VolumesActionsTest-1705766445 tempest-VolumesActionsTest-1705766445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:44.702896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:44.703598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:44.705044 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] 10.222.0.78 "PUT /v2.0/ports/9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 1093 time: 1.1327496 Apr 20 13:14:44.707522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:14:44.746517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:44.754586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:44.771605 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:14:44.925814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-6297d566-a186-4135-9797-b83eb1554b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:44.927615 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-6297d566-a186-4135-9797-b83eb1554b96 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1096 time: 0.1237814 Apr 20 13:14:45.027658 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-9a6d418a-181f-4afc-b494-459b0f8a06da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 217 time: 0.0830064 Apr 20 13:14:45.114182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-23abb4b4-1b73-4969-add6-fcdc844d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:45.115844 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-23abb4b4-1b73-4969-add6-fcdc844d11d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.0809853 Apr 20 13:14:45.194076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70953c-b85c-4544-82da-79ce60073dc8 req-df2de7a5-7898-42f4-be25-5015ddccd1f5 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:45.195769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f70953c-b85c-4544-82da-79ce60073dc8 req-df2de7a5-7898-42f4-be25-5015ddccd1f5 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 943 time: 0.0940170 Apr 20 13:14:45.207139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-74f000a8-59b2-428d-a787-2ef7bfc9ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:45.208754 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-74f000a8-59b2-428d-a787-2ef7bfc9ef01 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846732 Apr 20 13:14:45.253653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f70953c-b85c-4544-82da-79ce60073dc8 req-b0d762af-392d-489a-9ed9-ca4ebd5f36fb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Apr 20 13:14:45.359479 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-688b3d8f-0155-447a-8db4-48ec4f2d9b40 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425705 Apr 20 13:14:45.504879 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8a0c734-2e68-497c-af6b-052f5c25fcdd req-1650318e-f740-4a36-9038-8d3fe15c5eb5 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382606 Apr 20 13:14:45.524623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34828) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:45.649677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.667111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:45.672113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Usage tracker for resource:security_group_rule and tenant:3ee879d3565c43819646237147dfb66b is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:45.675224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:45.681418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:45.684403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535336a4-73f0-4238-afd6-b928935ef741 req-6b5aa211-73c0-4b51-92be-cf6fa7bc801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:45.686688 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-6b5aa211-73c0-4b51-92be-cf6fa7bc801f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1096 time: 0.0817056 Apr 20 13:14:45.770563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.774823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.784642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-26a00efb-2a25-4769-b461-aa364128bca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:45.827459 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ee879d3565c43819646237147dfb66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015306 Apr 20 13:14:45.828447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c80d1-1cb3-4944-868f-1d6ce4067406,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:45.831173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34836) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:45.834330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:45.898489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.929662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.987323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:45.992966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7cfc127-e448-4325-aa1b-64289da564b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:46.008354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c80d1-1cb3-4944-868f-1d6ce4067406,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:46.011825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:46.012826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:46.019721 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/534c80d1-1cb3-4944-868f-1d6ce4067406 HTTP/1.1" status: 204 len: 168 time: 0.1873941 Apr 20 13:14:46.155662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535336a4-73f0-4238-afd6-b928935ef741 req-52c55753-9698-45d2-a5ac-c49231592dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:46.157551 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-52c55753-9698-45d2-a5ac-c49231592dd2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.4607570 Apr 20 13:14:46.171369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05158f0c-fcef-42e9-b130-096ba93a6d13 req-6bfa85fa-e1b4-4dcf-89a3-98098be4bf84 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:46.178384 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-05158f0c-fcef-42e9-b130-096ba93a6d13 req-6bfa85fa-e1b4-4dcf-89a3-98098be4bf84 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.4059498 Apr 20 13:14:46.288749 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-05158f0c-fcef-42e9-b130-096ba93a6d13 req-d80ff57f-9482-48ba-9079-23185b2ec86f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089604 Apr 20 13:14:46.298904 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-1fef0157-b634-4694-b2cf-df5a700451eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 217 time: 0.0928934 Apr 20 13:14:46.383536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535336a4-73f0-4238-afd6-b928935ef741 req-a7268bb2-7637-43a6-a0df-fe736f02c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:46.385057 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-a7268bb2-7637-43a6-a0df-fe736f02c05c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.0777564 Apr 20 13:14:46.447823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34862) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:46.493333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535336a4-73f0-4238-afd6-b928935ef741 req-3c8fc056-117f-49c0-8766-55eb78baafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:46.494989 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-3c8fc056-117f-49c0-8766-55eb78baafb5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020272 Apr 20 13:14:46.498715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9242f-32a5-4bff-b9ab-a067037f9c63 req-99f9d6d2-c76f-4b07-8071-5ce3cc5d2af1 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:46.500391 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8b9242f-32a5-4bff-b9ab-a067037f9c63 req-99f9d6d2-c76f-4b07-8071-5ce3cc5d2af1 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 943 time: 0.1146076 Apr 20 13:14:46.558321 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8b9242f-32a5-4bff-b9ab-a067037f9c63 req-a9f44f29-8711-4f92-8c16-66b7c2e224dd tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Apr 20 13:14:46.679935 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-d7ceb3f2-2c55-4644-9638-de7e475ffafe service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773670 Apr 20 13:14:46.682629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:46.726366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:46.779633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Usage tracker for resource:security_group_rule and tenant:6a4f8ad0d1aa4bb9b48d068fe17f2523 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:46.784478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:46.797810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:46.876605 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-535336a4-73f0-4238-afd6-b928935ef741 req-d6936706-d362-4558-a1e8-62be0a9be741 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822343 Apr 20 13:14:46.941692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:46.944787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:46.953653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6a4de80b-8961-4e87-a25e-0773f2d88440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:46.970194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bfd55648-da7d-4a23-8608-a3eb4b7129db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:46.998346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a50be-6eb1-4bc1-b5f9-9035a38f5bf2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:47.006998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34882) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:47.007148 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a4f8ad0d1aa4bb9b48d068fe17f2523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580306 Apr 20 13:14:47.008390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:47.095835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:47.127680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:47.182516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:47.190603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0937ed3d-8117-46d2-a385-baa667a4f1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:47.205401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a50be-6eb1-4bc1-b5f9-9035a38f5bf2,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:47.207880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:47.210271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:47.213253 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/063a50be-6eb1-4bc1-b5f9-9035a38f5bf2 HTTP/1.1" status: 204 len: 168 time: 0.2027550 Apr 20 13:14:47.697136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 34914) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:47.806697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7340b3-7ffd-47c2-9051-cabcedb372c8 req-416c59fc-4950-49da-9bf5-16b5a6e8f883 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:47.808335 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5d7340b3-7ffd-47c2-9051-cabcedb372c8 req-416c59fc-4950-49da-9bf5-16b5a6e8f883 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 943 time: 0.1159856 Apr 20 13:14:47.873381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:47.883195 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5d7340b3-7ffd-47c2-9051-cabcedb372c8 req-2d971134-049a-45c0-884f-79f2b58afbb0 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668025 Apr 20 13:14:47.893989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:47.903149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Usage tracker for resource:security_group_rule and tenant:29d1ca8fef2c41ebbb575786e71d6013 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:47.903149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:47.908623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:48.003146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.006519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.016091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc601cf9-4c28-4e49-b8d4-3646b4d0708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:48.062286 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29d1ca8fef2c41ebbb575786e71d6013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641851 Apr 20 13:14:48.063901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7267ac-2ce9-4fdd-95e9-4e07e013ec2d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:48.065234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 34920) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:48.067142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ea7e32a-9e7f-4fe1-b67e-e5a3a326f318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:48.136242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.164825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.211132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.219683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc06216e-bfc9-4fa3-b7b9-647972dd18cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:48.224715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 9394419b-6122-4edc-8b48-12a4ced803ec details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:14:48.237370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7267ac-2ce9-4fdd-95e9-4e07e013ec2d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:48.240564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:48.246155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.251241 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b1afde99-eeb7-458f-b693-539444ebd7a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc7267ac-2ce9-4fdd-95e9-4e07e013ec2d HTTP/1.1" status: 204 len: 168 time: 0.1806705 Apr 20 13:14:48.384956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:48.399577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '9394419b-6122-4edc-8b48-12a4ced803ec', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'port_id': '9394419b-6122-4edc-8b48-12a4ced803ec', 'mac_address': 'fa:16:3e:db:60:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:14:48.458405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.480184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394419b-6122-4edc-8b48-12a4ced803ec {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:14:48.496170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:48.502427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:48.504889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0ba39bb6-db56-4498-8cd2-e477690133c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:48.579846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:48.583074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:48.818209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:14:49.122188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758ca2-c087-4c7a-84f4-20440cb47bfb req-abe70b0a-ae1f-4a9f-9acf-bb002d0dbde0 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:49.123866 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84758ca2-c087-4c7a-84f4-20440cb47bfb req-abe70b0a-ae1f-4a9f-9acf-bb002d0dbde0 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 944 time: 0.0938547 Apr 20 13:14:49.173565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84758ca2-c087-4c7a-84f4-20440cb47bfb req-e371d56a-cd74-4317-87af-c11a40c8b79d tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Apr 20 13:14:49.402251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:14:49.739267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77a2070a-11e6-432e-8712-431daa31dea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:50.227720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 9394419b-6122-4edc-8b48-12a4ced803ec up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:14:50.298929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 9394419b-6122-4edc-8b48-12a4ced803ec completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:14:50.303899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 9394419b-6122-4edc-8b48-12a4ced803ec triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:14:50.304311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:50.382815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2da79-34a6-4f79-be66-4f8b094af4f9 req-e80f4705-52c9-4a8d-9e68-dfa6dc85ed83 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:50.384501 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bfb2da79-34a6-4f79-be66-4f8b094af4f9 req-e80f4705-52c9-4a8d-9e68-dfa6dc85ed83 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 944 time: 0.0957446 Apr 20 13:14:50.436746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bfb2da79-34a6-4f79-be66-4f8b094af4f9 req-dfde2bff-40c2-43a4-b123-e1ba66b7fa0a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Apr 20 13:14:50.436980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:50.472167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:50.478378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:14:50.489086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:14:50.491933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:50.494025 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:50.527485 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'code': 200} Apr 20 13:14:50.571991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:50.575145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:50.809141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e17173-f4ca-453b-8b1c-4c253ee1b511 req-d7049f46-53c1-4969-bed2-a6195d66a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:50.810983 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-97e17173-f4ca-453b-8b1c-4c253ee1b511 req-d7049f46-53c1-4969-bed2-a6195d66a47e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1098 time: 0.0778162 Apr 20 13:14:50.857677 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-97e17173-f4ca-453b-8b1c-4c253ee1b511 req-e4ce4e5e-fe16-4c61-a9b7-fc4c01dcff55 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Apr 20 13:14:51.364064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:51.635204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98026533-c379-4e94-bec1-b53fde440434 req-f99bd90f-529f-43cf-b43f-c2dcfec09be8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:51.636822 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-98026533-c379-4e94-bec1-b53fde440434 req-f99bd90f-529f-43cf-b43f-c2dcfec09be8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.0882623 Apr 20 13:14:51.686318 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-98026533-c379-4e94-bec1-b53fde440434 req-4cada78e-0933-48ec-a23f-eeb6d438973e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Apr 20 13:14:52.261039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:52.888918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ccd5d-c1ef-4e32-a17c-368c2cd57a1e req-755b15cf-3453-4b4b-bd14-30af91168d21 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:52.890597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-048ccd5d-c1ef-4e32-a17c-368c2cd57a1e req-755b15cf-3453-4b4b-bd14-30af91168d21 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.0912304 Apr 20 13:14:52.938592 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-048ccd5d-c1ef-4e32-a17c-368c2cd57a1e req-19427ca7-5a8f-44ad-b1ee-eb325e058e6a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Apr 20 13:14:53.147547 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81398b-2e1b-49c4-b0fc-15b6f0b8172e req-964ed778-8251-4986-bfde-a579e75fab2c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:53.149160 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ba81398b-2e1b-49c4-b0fc-15b6f0b8172e req-964ed778-8251-4986-bfde-a579e75fab2c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.0965571 Apr 20 13:14:53.206273 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ba81398b-2e1b-49c4-b0fc-15b6f0b8172e req-05720149-4c69-4c62-a9f3-79b4aed105da tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506942 Apr 20 13:14:53.624605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695e3a-347e-44ab-b481-be178599733d req-83c87de3-f97e-4c9e-bb8d-448f842e97a1 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:53.626255 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46695e3a-347e-44ab-b481-be178599733d req-83c87de3-f97e-4c9e-bb8d-448f842e97a1 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.0887866 Apr 20 13:14:53.674373 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46695e3a-347e-44ab-b481-be178599733d req-e0b73832-290f-460f-99f4-f1698adec0d2 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Apr 20 13:14:58.308963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35110) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:58.433668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.450022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:58.453640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Usage tracker for resource:security_group_rule and tenant:eb7a8cd16acb4f739aa14859d914cdea is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:58.456627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:58.462703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:58.551269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.554627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.563887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07016e97-b65d-4f0c-afa5-5d84705480c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:58.605578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb7a8cd16acb4f739aa14859d914cdea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953737 Apr 20 13:14:58.606513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c73d3a-6ecf-455d-8105-c9a844c1ef9d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:58.609035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35120) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:58.610435 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62100f80-d4ca-4fed-bbb9-543495a06bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:58.676257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb0b2c-d570-4aa9-882f-14231cf1172c req-b4077b59-c037-4e4b-982c-ccd76e772250 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:58.677863 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7ffb0b2c-d570-4aa9-882f-14231cf1172c req-b4077b59-c037-4e4b-982c-ccd76e772250 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1299560 Apr 20 13:14:58.714537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.760554 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7ffb0b2c-d570-4aa9-882f-14231cf1172c req-f11f4aa2-b9d5-4e0c-b24e-e7a2cfb3e054 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 Apr 20 13:14:58.762341 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.786403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35124) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:58.808759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.814298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4500029e-c63e-4315-addc-ed2fbc77f5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:58.831475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c73d3a-6ecf-455d-8105-c9a844c1ef9d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:58.834455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:58.835827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:58.837040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92c73d3a-6ecf-455d-8105-c9a844c1ef9d HTTP/1.1" status: 204 len: 168 time: 0.2260871 Apr 20 13:14:59.005740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72cd33-7c41-4028-bcaa-747f2403e891 tempest-TestMinimumBasicScenario-401773105 tempest-TestMinimumBasicScenario-401773105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:14:59.006587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-aa72cd33-7c41-4028-bcaa-747f2403e891 tempest-TestMinimumBasicScenario-401773105 tempest-TestMinimumBasicScenario-401773105-project-admin] Synchronizing usage tracker for tenant:580b82de7be44c62b96abd70fa4eb57f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:14:59.024535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-aa72cd33-7c41-4028-bcaa-747f2403e891 tempest-TestMinimumBasicScenario-401773105 tempest-TestMinimumBasicScenario-401773105-project-admin] Unset dirty status for tenant:580b82de7be44c62b96abd70fa4eb57f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:14:59.029655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35138) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:59.030212 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-aa72cd33-7c41-4028-bcaa-747f2403e891 tempest-TestMinimumBasicScenario-401773105 tempest-TestMinimumBasicScenario-401773105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1093 time: 0.2426162 Apr 20 13:14:59.036649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'port_id': '9394419b-6122-4edc-8b48-12a4ced803ec', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:59.043942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:59.048991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:floatingip and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:59.052200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:59.061768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:59.073240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.188434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35146) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:59.215196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.245229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:14:59.252090 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Usage tracker for resource:security_group_rule and tenant:096b564853e940e6a37decdda9e7ec8e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:14:59.259777 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:14:59.271669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:14:59.289119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.496226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Allocated IP 172.28.1.234 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/7e0e4e50-a1ff-4189-8055-9c6d4b67ec01) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:14:59.503639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.512597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.520966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e8ad4097-64cf-4f35-a74b-16566edba775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:59.635399 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=096b564853e940e6a37decdda9e7ec8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458644 Apr 20 13:14:59.638716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35154) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:14:59.639186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97a3fc-0b6d-4dbe-8cfd-2d6e7f601c38,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:59.643758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-426f28a1-4501-469e-8a8b-b8f6734e06b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:59.701339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.708759 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.729194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.739988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.744836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:59.774909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.780402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:14:59.794733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97a3fc-0b6d-4dbe-8cfd-2d6e7f601c38,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:59.797812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:14:59.807944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:14:59.811705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e1cf9605-a225-401e-9409-9af2ea37cbae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e97a3fc-0b6d-4dbe-8cfd-2d6e7f601c38 HTTP/1.1" status: 204 len: 168 time: 0.1693957 Apr 20 13:14:59.811874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:14:59.815308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:14:59.819363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:14:59.860535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'Port': ['ID=7e0e4e50-a1ff-4189-8055-9c6d4b67ec01,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:14:59.864699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:00.184663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35162) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:00.204992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.220149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:00.224165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Usage tracker for resource:security_group_rule and tenant:f397bb51122843e5bf5fcaf93eb87ea7 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:00.227064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:00.234105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:00.273484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.322176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.325015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.334499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd3bcc15-fc32-42fe-9add-9dbd7aa7e7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:00.355458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.376897 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f397bb51122843e5bf5fcaf93eb87ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902840 Apr 20 13:15:00.378569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c2cd3-fda3-4d86-8086-0872090702b3,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:00.381096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35166) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:00.399586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:00.448673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.475659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.527257 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.534291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-26917152-3e45-41f3-8b2a-45b1f95aaa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:00.548758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c2cd3-fda3-4d86-8086-0872090702b3,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:00.554303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:00.555781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.559902 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a7c2cd3-fda3-4d86-8086-0872090702b3 HTTP/1.1" status: 204 len: 168 time: 0.1751914 Apr 20 13:15:00.595062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.599417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.604746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:00.723322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'Port': ['ID=7e0e4e50-a1ff-4189-8055-9c6d4b67ec01,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:00.727729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:00.733832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:00.923320 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Floating IP f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e associated. External IP: 172.28.1.234, port: 9394419b-6122-4edc-8b48-12a4ced803ec. Apr 20 13:15:01.428356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416e1ff-19f5-41b9-beef-d9a4beaa3014 req-fa45705c-cd86-4cc5-b1e7-565259a051ba tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:01.430011 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8416e1ff-19f5-41b9-beef-d9a4beaa3014 req-fa45705c-cd86-4cc5-b1e7-565259a051ba tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.4477215 Apr 20 13:15:01.621744 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8416e1ff-19f5-41b9-beef-d9a4beaa3014 req-d920b783-c585-412a-a6f8-c224602d941e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341598 Apr 20 13:15:01.664888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Router e6445c95-16ac-4d6d-84cb-d40eafd452cf has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:15:01.862409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:15:01.873173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Sync routers for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:15:01.884555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:01.885329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:01.892337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:01.956473 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9224138 Apr 20 13:15:01.956473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:01.956793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35210) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:01.973310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225109895', 'description': 'tempest-secgroup-smoke-1225109895 description', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:01.986463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:02.005007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:02.028031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.040848 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:15:02.055963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:02.060482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:02.063545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:02.074532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:02.105155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:02.165297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.168572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.174721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:02.210649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-d63a7dfd-c873-49f2-9ba1-727550e62f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:02.212223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-d63a7dfd-c873-49f2-9ba1-727550e62f36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1098 time: 0.1173117 Apr 20 13:15:02.218521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8678ef5-484c-4bd0-b715-ecb33e060385,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:02.231154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:02.246487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.251626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35220) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:02.253570 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2930312 Apr 20 13:15:02.319136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:02.328317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:02.346039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:02.351099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:02.369949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:02.409417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.419368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-3a3dea4c-dc89-463e-afe5-1490deb5a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:02.420979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-3a3dea4c-dc89-463e-afe5-1490deb5a468 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.2003562 Apr 20 13:15:02.581104 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-5409a7d4-b804-4827-bc5f-5ffb76754b5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 999 time: 0.1335938 Apr 20 13:15:02.582831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.585599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.587814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:02.656283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b3d933-bfea-44dd-b3ba-4c52219bc95e,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:02.663983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:02.673417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.677273 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625455 Apr 20 13:15:02.678173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35232) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:02.685706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:02.697798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'port_id': '9394419b-6122-4edc-8b48-12a4ced803ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'mac_address': 'fa:16:3e:db:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:00Z', 'updated_at': '2021-04-20T13:15:00Z', 'revision_number': 0, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:02.703628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Checking router: e6445c95-16ac-4d6d-84cb-d40eafd452cf for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:15:02.708987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:02.712278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-4d39efaf-d92f-48f9-8727-90216ea37184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:02.713887 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-4d39efaf-d92f-48f9-8727-90216ea37184 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.1196852 Apr 20 13:15:02.716382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:02.717929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:02.719128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:02.719430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:02.765505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:02.871508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:02.932081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-2b8f0328-166c-4dc2-935b-3e1b0d48429c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:02.934087 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-2b8f0328-166c-4dc2-935b-3e1b0d48429c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.1215751 Apr 20 13:15:02.963973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-2686cd55-e9e2-42ad-bb29-cd3dbbb71bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:02.965964 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-2686cd55-e9e2-42ad-bb29-cd3dbbb71bae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2432303 Apr 20 13:15:02.974200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:03.021229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0a558-640e-4b95-a528-241b2c22922e req-49acef42-bf40-4ef7-8f6a-8e3f2ec703b5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:03.029183 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10c0a558-640e-4b95-a528-241b2c22922e req-49acef42-bf40-4ef7-8f6a-8e3f2ec703b5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 947 time: 0.2501507 Apr 20 13:15:03.065305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Deleting port c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:15:03.065722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.130817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.159355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.172831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6b31e9ca-f2f4-44a2-8290-fe79ce8289d7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:03.196326 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10c0a558-640e-4b95-a528-241b2c22922e req-e7adc64e-4e5a-4c45-b959-9192680f23b9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=934b7b3f-62c1-47f0-98cc-4f99a4cdf911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664088 Apr 20 13:15:03.215153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279aba28-bb8e-4f5e-8052-c355b64fd093,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:03.221761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:03.233253 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-3c28ef6a-383d-49db-8065-82b7f9c52327 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564113 Apr 20 13:15:03.237210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.238690 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e32ac8bf-4584-4e9c-aaae-4d1e2b5393bb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5598543 Apr 20 13:15:03.265155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35240) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:03.275268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:03.330773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:03.344407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:03.349077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:03.352425 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] For port c0038853-5131-44af-a380-56c99f0474a6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c0038853-5131-44af-a380-56c99f0474a6,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:03.352836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.365235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:03.384687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'port_id': '9394419b-6122-4edc-8b48-12a4ced803ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'mac_address': 'fa:16:3e:db:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:00Z', 'updated_at': '2021-04-20T13:15:00Z', 'revision_number': 0, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:03.389767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbc0e6-549b-4b5d-bd55-bc8a328f20e7 None None] The sync data for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb is: [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'port_id': '9394419b-6122-4edc-8b48-12a4ced803ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'mac_address': 'fa:16:3e:db:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:00Z', 'updated_at': '2021-04-20T13:15:00Z', 'revision_number': 0, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:15:03.413208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.444149 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9cf0a92e-177c-4f7e-aba5-11a104080467 req-50339c61-b3c4-46c1-9862-1755baea4189 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037489 Apr 20 13:15:03.491296 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.494066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.496204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-91295f17-f680-4848-801b-24820cdf7417 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:03.514922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8fca82-5e2a-4228-8401-9589c087b2f1,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:03.521384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:03.530928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.532477 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-39027183-43fc-420f-ba59-bddf036212db tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645733 Apr 20 13:15:03.535305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35244) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:03.540904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:03.547831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:03.551787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:03.554778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:03.561552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:03.579757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.646460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.649308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.651534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:03.680568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26caddd3-376c-4061-b322-24f7cb73c3c9,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:03.683127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.684716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.685771 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Floating IP fbdcaf00-66fd-44a4-9941-4dcb6828aebf disassociated. External IP: 172.28.1.8, port: c0038853-5131-44af-a380-56c99f0474a6. Apr 20 13:15:03.686267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Calling delete_port for c0038853-5131-44af-a380-56c99f0474a6 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:15:03.688609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:03.696722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.700824 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618106 Apr 20 13:15:03.701168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35248) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:03.707890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802573bc-6e0b-4551-9e94-120bc78fa39b None None] New status for floating IP f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e: ACTIVE {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:03.711402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:03.719170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:03.723483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:03.726584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:03.733948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:03.743942 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.securitygroups_db [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Project 0cf0af0ceef24ac2b494cb86b52a4b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:15:03.751279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.821320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.824214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.827520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:03.843310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.850015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:03.855065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc36e93-0c8b-47c7-8a51-96ea804dbaa6,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:03.858536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:03.867006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:03.870851 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660926 Apr 20 13:15:03.871142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35252) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:03.877667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'security_group_rule': {'security_group_id': 'c8678ef5-484c-4bd0-b715-ecb33e060385', 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:03.884373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:03.888559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Usage tracker for resource:security_group_rule and tenant:0cf0af0ceef24ac2b494cb86b52a4b15 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:03.891599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:03.897439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'Port': ['ID=c0038853-5131-44af-a380-56c99f0474a6,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:03.898312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:03.901843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:03.917294 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.securitygroups_db [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Project 0cf0af0ceef24ac2b494cb86b52a4b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:15:03.926085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.007607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.144399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:15:04.146535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.148776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9d075f85-a781-4970-aa87-1cdb4a773e71 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:04.176073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c69196-3db3-4950-89ed-bafcca68c329,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:04.180657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:04.257732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.259836 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-221064f5-1290-4bbb-9058-5c06588d011b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3875387 Apr 20 13:15:04.312738 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:15:04.322685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:15:04.336988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:04.338063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:04.391667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] No DVR routers for this DVR port c0038853-5131-44af-a380-56c99f0474a6 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:15:04.394291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.397587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-deleted', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:04.464385 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-048ad9e4-dc63-420b-8698-95ef994f438a req-836b4c23-e2b2-46f8-a476-f58431ca08d6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225109895&fields=id&tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15 HTTP/1.1" status: 200 len: 267 time: 0.0721104 Apr 20 13:15:04.498103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b93604e0-3283-4ae9-b2cf-288b8a1c07a0 req-e15fa875-f334-408a-bdb5-b9647fbb63de tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:04.501606 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bb3dd45c-aa77-4ed0-a765-1397a1d8e1a8 req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "DELETE /v2.0/ports/c0038853-5131-44af-a380-56c99f0474a6 HTTP/1.1" status: 204 len: 173 time: 1.5607007 Apr 20 13:15:04.566568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad9e4-dc63-420b-8698-95ef994f438a req-354e344e-cf79-4c66-a1a8-b6101b334a24 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:04.568098 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-048ad9e4-dc63-420b-8698-95ef994f438a req-354e344e-cf79-4c66-a1a8-b6101b334a24 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1018736 Apr 20 13:15:04.573010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:04.581963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'port': {'security_groups': ['f0bec14a-0e34-41a7-be0e-eb11def45d52', 'c8678ef5-484c-4bd0-b715-ecb33e060385']}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:04.603067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-b93604e0-3283-4ae9-b2cf-288b8a1c07a0 req-e15fa875-f334-408a-bdb5-b9647fbb63de tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:04.604358 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b93604e0-3283-4ae9-b2cf-288b8a1c07a0 req-e15fa875-f334-408a-bdb5-b9647fbb63de tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=30002021-aa44-4005-851b-0475197b50b4 HTTP/1.1" status: 200 len: 210 time: 0.1775160 Apr 20 13:15:04.697700 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30002021-aa44-4005-851b-0475197b50b4', 'name': 'network-vif-deleted', 'tag': 'c0038853-5131-44af-a380-56c99f0474a6', 'status': 'completed', 'code': 200} Apr 20 13:15:04.761485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.823271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:04.992824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:04.997915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:15:05.007309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:05.008016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:14:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:05.137646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:05.169993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.174823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.183118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:05.213049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:15:05.257942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:05.258718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.263379 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-048ad9e4-dc63-420b-8698-95ef994f438a req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "PUT /v2.0/ports/9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 981 time: 0.6866937 Apr 20 13:15:05.263969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:05.277145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:05.305795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=6']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:05.309379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:05.348637 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:15:05.476808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:15:05.656060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-154e716b-6210-4ca8-9b55-3b56bd93bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:05.658185 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-154e716b-6210-4ca8-9b55-3b56bd93bfb6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1137 time: 0.2445898 Apr 20 13:15:05.671960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78ef1a-4d8f-47a9-aebc-2261c3058ae0 req-a472648d-d702-4f34-92b4-b2b4151f6653 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:05.673714 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ff78ef1a-4d8f-47a9-aebc-2261c3058ae0 req-a472648d-d702-4f34-92b4-b2b4151f6653 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.1425431 Apr 20 13:15:05.752218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35278) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:05.797274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-7f26841d-1597-4535-9d37-3018b75ac9e8 None None] Provisioning complete for port 9394419b-6122-4edc-8b48-12a4ced803ec triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:15:05.797718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7f26841d-1597-4535-9d37-3018b75ac9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.820745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-ff78ef1a-4d8f-47a9-aebc-2261c3058ae0 req-9175e079-7c2b-4178-afb8-b619d144fd47 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:05.827317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.859547 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.919081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:05.926063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a504ca81-d06c-4448-9906-3ecb1e03a4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:05.959250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b7b3f-62c1-47f0-98cc-4f99a4cdf911,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:06.021074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:06.038226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:06.042068 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "DELETE /v2.0/security-groups/934b7b3f-62c1-47f0-98cc-4f99a4cdf911 HTTP/1.1" status: 204 len: 168 time: 0.2861745 Apr 20 13:15:06.050103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35284) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:06.086766 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.v2.resource [None req-5f147420-4019-4305-971c-f21e48f9571d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] show failed (client error): The resource could not be found. Apr 20 13:15:06.087842 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5f147420-4019-4305-971c-f21e48f9571d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups/934b7b3f-62c1-47f0-98cc-4f99a4cdf911 HTTP/1.1" status: 404 len: 347 time: 0.0363865 Apr 20 13:15:06.090901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35290) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:06.108078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-ff78ef1a-4d8f-47a9-aebc-2261c3058ae0 req-9175e079-7c2b-4178-afb8-b619d144fd47 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:06.109380 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ff78ef1a-4d8f-47a9-aebc-2261c3058ae0 req-9175e079-7c2b-4178-afb8-b619d144fd47 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4076023 Apr 20 13:15:06.162680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-a4470f71-b990-47e9-8516-0da78ffd9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:06.164295 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-a4470f71-b990-47e9-8516-0da78ffd9427 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.4896035 Apr 20 13:15:06.292303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Deleting port bccb9306-4a6a-4e24-9bed-d8c1848720e6 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:15:06.293079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:06.306028 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-f5298ae0-67d5-43a0-a9d0-2d735358c668 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 1001 time: 0.1324339 Apr 20 13:15:06.359974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:15:06.416884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:06.446366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-7f6f163e-8838-4edf-8fb4-2de8bbcdfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:06.453441 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-7f6f163e-8838-4edf-8fb4-2de8bbcdfd88 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.1384633 Apr 20 13:15:06.491028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c8e3e-259d-49bb-82aa-0471bf5f335d None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:15:06.492674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: c0038853-5131-44af-a380-56c99f0474a6 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:15:06.493073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device c0038853-5131-44af-a380-56c99f0474a6 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:15:06.532302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:06.532686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:06.703945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-11901f0d-4c55-49b3-866c-a65353327ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:06.705817 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-11901f0d-4c55-49b3-866c-a65353327ac5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2434540 Apr 20 13:15:07.029505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Calling delete_port for bccb9306-4a6a-4e24-9bed-d8c1848720e6 owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:15:07.084945 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-33e9c007-7348-46a7-8994-b24eeaf0b734 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701785 Apr 20 13:15:07.099529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec41a5-017f-4e72-865d-f69d401f869b None None] New status for floating IP fbdcaf00-66fd-44a4-9941-4dcb6828aebf: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:07.313603 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-4464527d-93b0-4c78-b2ee-96e407fafdc6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1689708 Apr 20 13:15:07.324361 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5c3e8aa-9de7-463f-acd9-fd88c6e8e0c2 req-0d4cbf20-db98-4882-8ac1-10561a0e39b8 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080445 Apr 20 13:15:07.393888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-ceec41a5-017f-4e72-865d-f69d401f869b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:15:07.394325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-ceec41a5-017f-4e72-865d-f69d401f869b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:15:07.394638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:07.399755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:07.450610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'Port': ['ID=bccb9306-4a6a-4e24-9bed-d8c1848720e6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:07.484103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:07.517042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-1c24f232-8247-411f-bb0b-67a56cbe95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:07.518696 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-1c24f232-8247-411f-bb0b-67a56cbe95ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 1098 time: 0.0861869 Apr 20 13:15:07.547007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:07.562613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:07.564498 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "DELETE /v2.0/floatingips/fbdcaf00-66fd-44a4-9941-4dcb6828aebf HTTP/1.1" status: 204 len: 168 time: 1.4711001 Apr 20 13:15:07.676089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-bf47ef7e-ae61-40ec-b28d-fb2f63f8658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:07.677723 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-bf47ef7e-ae61-40ec-b28d-fb2f63f8658f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.1381307 Apr 20 13:15:07.790888 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-f01c8460-7bc5-4ded-a08e-5299e67dabf3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 200 len: 1001 time: 0.1020427 Apr 20 13:15:07.863177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-dbe64090-c685-414a-b814-a2380e9a0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:07.864663 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-dbe64090-c685-414a-b814-a2380e9a0ba2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.0643973 Apr 20 13:15:07.895267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec41a5-017f-4e72-865d-f69d401f869b None None] New status for floating IP fbdcaf00-66fd-44a4-9941-4dcb6828aebf: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:07.956730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-49470e80-58f2-4c6d-8268-d734af6e5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:07.958674 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-49470e80-58f2-4c6d-8268-d734af6e5915 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849745 Apr 20 13:15:08.053805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35306) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.060809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931534702', 'description': 'tempest-description--2000629657'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:08.067401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.072366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.075866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.083450 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.097868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.124174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.129475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.132586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.139139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.143790 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-2fd9cbdc-ab20-439a-97c8-b013dde88bcd service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700823 Apr 20 13:15:08.220149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.223381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.229234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ed12819-17f4-419e-8066-26b417d4558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:08.276148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b2b70f-5561-42f1-92a2-71a1c2e083c3,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:08.279697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.283953 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2255750 Apr 20 13:15:08.283953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ef644c26-b6dc-418d-97b1-407dc9e48f5b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:08.284184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35318) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.289935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group_rule': {'security_group_id': 'b9b2b70f-5561-42f1-92a2-71a1c2e083c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:08.297550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.300885 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-162e9c1e-a0f9-4de8-a5fb-47e77864caf7 req-5b54cc6a-979a-4d0f-99ec-a39eb45b9aae service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491015 Apr 20 13:15:08.301703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.304980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.311097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.329210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.398189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.401294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.410181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:08.432118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9af93db-a061-4f79-a964-01213b7e63fc,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:08.436229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:08.440966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.442590 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-784dda82-cd82-4a01-a44d-9bab16d9066e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573009 Apr 20 13:15:08.445323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35326) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.452098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'security_group_rule': {'security_group_id': 'b9b2b70f-5561-42f1-92a2-71a1c2e083c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:08.458356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.462386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:security_group_rule and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.465422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.472372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.489698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.557337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.560584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.568295 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:08.590525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b576e17a-8527-460c-81c4-3bde26a970a7,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:08.593669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:08.598166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.599565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5d27f6b9-c0f3-4d45-9d77-762cd4078c89 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532094 Apr 20 13:15:08.602959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35332) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.608599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:08.614822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.618818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Usage tracker for resource:floatingip and tenant:46da434ef5e84698a116dad8a0a3212f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.621813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.627900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.638249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.659661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35336) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.783726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.788276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.804803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:08.808854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7530ec379f4a8b863326fc1bd48228 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:08.811810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:08.818517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:08.909260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.920731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:08.930565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ddc5a6c4-739a-4ada-86eb-d9f000cb46ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:08.937900 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Allocated IP 172.28.1.106 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/623c4679-2b20-450a-8f98-2fbab36b9d80) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:15:08.977245 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c7530ec379f4a8b863326fc1bd48228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162799 Apr 20 13:15:08.978108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35342) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:08.978881 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f1587b-279d-4869-830a-8cb6d2b26b1e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:08.983924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b0befc7c-36cf-4cab-a025-09ff93cffb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.043894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.071143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.096834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.121248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.126553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.127235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-157d0fec-db7c-47f5-bece-56ab57b0a39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:09.131412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eb039cff-0abf-43be-99cd-5450ee30bdae tempest-DeleteServersTestJSON-44270478 tempest-DeleteServersTestJSON-44270478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:09.138603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f1587b-279d-4869-830a-8cb6d2b26b1e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:09.143443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.145515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.149500 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28f1587b-279d-4869-830a-8cb6d2b26b1e HTTP/1.1" status: 204 len: 168 time: 0.1649785 Apr 20 13:15:09.196897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:15:09.201109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:15:09.205125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:15:09.244302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=623c4679-2b20-450a-8f98-2fbab36b9d80,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:09.249194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.303743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.368002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.447526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35350) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:09.466902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.482840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:09.486955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Usage tracker for resource:security_group_rule and tenant:6e508b9d9c90424d9af13eb73eeea0c4 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:09.490018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:09.496211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:09.582248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.585348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.590824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.594022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-892f141d-4e6b-4241-b43a-0baa6a4fa197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:09.594179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.599000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4056b841-0094-4e57-a366-3c2aeaaa42f1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:09.640165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e508b9d9c90424d9af13eb73eeea0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888971 Apr 20 13:15:09.640165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d7c56-b246-4123-800e-c4ef4ddceb54,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:09.640818 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35354) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:09.643288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.735150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=623c4679-2b20-450a-8f98-2fbab36b9d80,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:09.745274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.775181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.798549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.817921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.819226 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-422a2530-8423-45d6-ae43-06a27fc5cf7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2152429 Apr 20 13:15:09.833042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.879499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.884445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f2521529-4b0e-4e0d-a976-8b818d2540cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:09.897971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d7c56-b246-4123-800e-c4ef4ddceb54,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:09.901010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:09.902008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:09.907364 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c7d7c56-b246-4123-800e-c4ef4ddceb54 HTTP/1.1" status: 204 len: 168 time: 0.2544019 Apr 20 13:15:10.069200 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-d8fbe122-9a52-4f44-9eb8-0121aa33e5c1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1931534702&fields=id&tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 267 time: 0.0443041 Apr 20 13:15:10.235084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-7a1be1b1-6ad3-4274-8b24-c94dafd80821 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:10.236687 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-7a1be1b1-6ad3-4274-8b24-c94dafd80821 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 817 time: 0.1594284 Apr 20 13:15:10.252977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-ef459d88-ef20-436e-9d19-2730a457c38a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/quotas/46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 375 time: 0.0100305 Apr 20 13:15:10.355000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-d1587f58-cc72-4cfe-9dfe-4f357dc4b6ed tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957742 Apr 20 13:15:10.510135 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-aac4853e-5a56-4fbc-828e-286bd661306e service neutron] 10.222.0.68 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402142 Apr 20 13:15:10.659139 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-5a210f21-32dc-488b-b51c-e061ad6c9a13 service neutron] 10.222.0.68 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420231 Apr 20 13:15:10.862601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c69a0f9-6c87-44ef-aa0d-13d93312887a req-3b955684-5521-47b4-9736-9ccc2d1e82f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:10.878817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-9c69a0f9-6c87-44ef-aa0d-13d93312887a req-3b955684-5521-47b4-9736-9ccc2d1e82f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:10.880241 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9c69a0f9-6c87-44ef-aa0d-13d93312887a req-3b955684-5521-47b4-9736-9ccc2d1e82f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 210 time: 0.0675366 Apr 20 13:15:12.135561 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e98588b2-e682-4c34-8547-e3a7f365995a req-5a2f05b1-7cb1-489f-962d-9c1851ae2fac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 210 time: 0.0602207 Apr 20 13:15:12.211640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-b0e32f91-9abd-4d96-ac1c-1ece2c4d48f5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:12.213327 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-b0e32f91-9abd-4d96-ac1c-1ece2c4d48f5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 817 time: 0.2534103 Apr 20 13:15:12.291223 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35456) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:12.301255 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-b55e0282-c409-47c7-bbdb-40846ba81a80 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 5705 time: 0.0717173 Apr 20 13:15:12.335904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'port': {'device_id': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'admin_state_up': True, 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'security_groups': ['b9b2b70f-5561-42f1-92a2-71a1c2e083c3']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:12.418905 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.434382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:12.438519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f7705bc42d44c6b0d2da2cd3023110 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:12.441532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:12.447671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:12.481494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:12.491463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:12.500667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Made reservation on behalf of 46da434ef5e84698a116dad8a0a3212f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:15:12.506829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.537774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.540590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.549604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c6be2f9b-44cc-4d2d-91e5-99db34cfe9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:12.593213 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9f7705bc42d44c6b0d2da2cd3023110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006411 Apr 20 13:15:12.594166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c709364a-3f71-45c1-ae0b-8c3d1beacd45,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:12.597475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:12.597675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35462) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:12.727463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Allocated IP 172.20.0.9 (7a90c59f-81ed-43e8-9088-0da119dbc3f2/9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab/95b3c28b-8a00-4475-aa8f-45658c0e3ac7) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:15:12.735970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.781470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.948557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:12.972015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5a672b10-8178-40bc-8bf6-c29456f69b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:12.985931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709364a-3f71-45c1-ae0b-8c3d1beacd45,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:13.007753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.008168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.008571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.009209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.009354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.009773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.010164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.010554 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.010943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.011329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.011713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.012099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:13.019805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:13.022660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.048687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Transition to ACTIVE for port object 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:15:13.050211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.051417 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c709364a-3f71-45c1-ae0b-8c3d1beacd45 HTTP/1.1" status: 204 len: 168 time: 0.4525683 Apr 20 13:15:13.075139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.081415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:13.155061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:15:13.159186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:15:13.163671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:15:13.204782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:13.216575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:13.258573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:13.259376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.280148 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486666 Apr 20 13:15:13.306427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Request body: {'port': {'device_id': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:13.383562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7ee47-ae6d-48bd-b5fa-a58244d35498 req-0e0e20e9-790f-48cf-9c56-62b0749c42ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:13.385736 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1aa7ee47-ae6d-48bd-b5fa-a58244d35498 req-0e0e20e9-790f-48cf-9c56-62b0749c42ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 931 time: 0.1051643 Apr 20 13:15:13.386260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35472) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:13.421731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.438556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-6a17a0e6-bb42-46bd-b3e2-55c1fa2da777 None None] Provisioning for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:15:13.441625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.443860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-6a17a0e6-bb42-46bd-b3e2-55c1fa2da777 None None] Provisioning complete for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:15:13.444117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:13.444262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6a17a0e6-bb42-46bd-b3e2-55c1fa2da777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.448117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1526d803854ea783ede995c5d328c0 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:13.451183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:13.457688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:13.507198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-6a17a0e6-bb42-46bd-b3e2-55c1fa2da777 None None] Port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:15:13.529193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1aa7ee47-ae6d-48bd-b5fa-a58244d35498 req-aa8a5374-ab35-4c9a-9279-01ae3c20495f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:13.573930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1aa7ee47-ae6d-48bd-b5fa-a58244d35498 req-aa8a5374-ab35-4c9a-9279-01ae3c20495f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:13.575229 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1aa7ee47-ae6d-48bd-b5fa-a58244d35498 req-aa8a5374-ab35-4c9a-9279-01ae3c20495f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721916 Apr 20 13:15:13.579787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.582831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.592077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-98e62edf-3815-4a36-b197-de42df560296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:13.638619 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd1526d803854ea783ede995c5d328c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482240 Apr 20 13:15:13.638619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e7ab4-3a1f-4cab-adb3-3ed86dfad136,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:13.640725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35476) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:13.643516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:13.704253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.731062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.779365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.784626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-84620dcd-af31-4dea-a706-b0a20fe38c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:13.802008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e7ab4-3a1f-4cab-adb3-3ed86dfad136,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:13.805775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:13.811960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.813191 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b82e7ab4-3a1f-4cab-adb3-3ed86dfad136 HTTP/1.1" status: 204 len: 168 time: 0.1714799 Apr 20 13:15:13.817943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:15:13.826709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.841842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Transition to ACTIVE for port object 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:15:13.845505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:13.850193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:14.259737 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:14.288941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:14.332380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Attempting to bind port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:15:14.332756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Attempting to bind port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:15:14.333121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Attempting to bind port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:15:14.337947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:14.338302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Attempting to bind port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 on network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:15:14.345526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:15:14.345903 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Checking segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:15:14.346318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Bound using segment: {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:15:14.346785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Bound port: 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588e8438-73ac-4e68-b156-347b58647d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:15:14.347161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:14.446809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:15:14.450070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:15:14.454237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:14.459162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6e2ea144-9754-482e-a010-8017f735535a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:14.524132 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:14.532504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:14.532504 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] 10.222.0.78 "PUT /v2.0/ports/95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 1093 time: 1.2254596 Apr 20 13:15:14.532504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:14.550226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:14.553734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:14.635578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'status': 'completed', 'code': 200} Apr 20 13:15:14.687457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-c45527f6-ff01-499f-8993-c5671685e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:14.689923 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-c45527f6-ff01-499f-8993-c5671685e2c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1096 time: 0.0970798 Apr 20 13:15:14.779472 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-ccf1d431-a2ab-4eaa-b79a-b7b541eb7875 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.0691168 Apr 20 13:15:14.814353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbabb88-b483-44d9-a358-c9906eec523a req-5be65c1e-681a-439c-a1ae-be37863934e9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:14.817961 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-acbabb88-b483-44d9-a358-c9906eec523a req-5be65c1e-681a-439c-a1ae-be37863934e9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1042922 Apr 20 13:15:14.864670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-ac7f4f21-9cc6-4b65-8b13-63c70b8c8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:14.866308 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-ac7f4f21-9cc6-4b65-8b13-63c70b8c8637 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0798709 Apr 20 13:15:14.866951 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-acbabb88-b483-44d9-a358-c9906eec523a req-e0159f26-591f-4156-be50-fa3c82b040ea tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Apr 20 13:15:14.953360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-1fc17a65-4085-43d7-a207-f2a088bb2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:14.954468 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-1fc17a65-4085-43d7-a207-f2a088bb2a92 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798042 Apr 20 13:15:15.099049 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-dd3a7364-c09c-4c96-b0ee-8794281960e5 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369596 Apr 20 13:15:15.248724 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e8acdc4d-5e3c-42cb-82c9-d96c542cc07f req-4fdf63e8-4162-48d3-b3c4-c5f8ec3c9087 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416745 Apr 20 13:15:15.429153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088178-df60-4811-acf1-98cfc8eb52da req-30fc9a70-59f5-4ed8-b54b-fc25e13f73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:15.431977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-30fc9a70-59f5-4ed8-b54b-fc25e13f73e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1096 time: 0.0869329 Apr 20 13:15:15.578588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088178-df60-4811-acf1-98cfc8eb52da req-afaea0bc-092b-418f-9ec3-23f8857f820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:15.580163 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-afaea0bc-092b-418f-9ec3-23f8857f820b service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.1370831 Apr 20 13:15:15.653973 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-6ec05264-38fc-4183-9705-25f058754ef1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.0656929 Apr 20 13:15:15.728156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088178-df60-4811-acf1-98cfc8eb52da req-b0ea3c11-50e1-4a9c-abfa-558456c4149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:15.730062 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-b0ea3c11-50e1-4a9c-abfa-558456c4149d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0674119 Apr 20 13:15:15.812910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088178-df60-4811-acf1-98cfc8eb52da req-bdcf6f1b-b0ed-42b0-8515-f54ae3528aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:15.814528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-bdcf6f1b-b0ed-42b0-8515-f54ae3528aea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763867 Apr 20 13:15:15.959596 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-b2c8b9b4-d34d-41f6-9955-1ae20945e35a service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361029 Apr 20 13:15:16.173300 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51088178-df60-4811-acf1-98cfc8eb52da req-7cbcc8aa-a029-4a7d-8949-d458bcc4a345 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044754 Apr 20 13:15:16.186690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae16e-8e15-4601-b740-564c113b3999 req-a01fff70-40e8-4ea0-847b-c39467e964e6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:16.187424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dbcae16e-8e15-4601-b740-564c113b3999 req-a01fff70-40e8-4ea0-847b-c39467e964e6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:16.203248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dbcae16e-8e15-4601-b740-564c113b3999 req-a01fff70-40e8-4ea0-847b-c39467e964e6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:16.204569 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dbcae16e-8e15-4601-b740-564c113b3999 req-a01fff70-40e8-4ea0-847b-c39467e964e6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.2099051 Apr 20 13:15:16.251833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dbcae16e-8e15-4601-b740-564c113b3999 req-07d0d233-7c7b-48b1-b180-e1a33479cb72 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Apr 20 13:15:16.962996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-441e794e-7695-4d86-a13b-13ab320abb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:17.467363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc2e8d-e674-464f-85ab-83ed1cc21219 req-a49fbff8-7bed-4c06-a8aa-3c830bd30093 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:17.468966 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3ffc2e8d-e674-464f-85ab-83ed1cc21219 req-a49fbff8-7bed-4c06-a8aa-3c830bd30093 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.0977979 Apr 20 13:15:17.516327 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3ffc2e8d-e674-464f-85ab-83ed1cc21219 req-058fd82c-7d2b-46ff-9f75-34bde9f63be1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Apr 20 13:15:18.409886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:15:18.550978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:18.565833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:15:18.628498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:18.646246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:15:18.662751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:18.665498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:18.667353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6f0e3fe-a114-48ab-86cc-c5078cb034e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:18.725745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bfafc-08d9-40ae-84a8-0cd6af0c4aa1 req-d492480b-bfa0-4b08-a3a2-1a9620507c40 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:18.727335 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-455bfafc-08d9-40ae-84a8-0cd6af0c4aa1 req-d492480b-bfa0-4b08-a3a2-1a9620507c40 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.0890467 Apr 20 13:15:18.738114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:18.741332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:18.774943 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-455bfafc-08d9-40ae-84a8-0cd6af0c4aa1 req-6ad44b29-08c6-4a0f-a91e-87536a0485ad tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Apr 20 13:15:19.036061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['95b3c28b-8a00-4475-aa8f-45658c0e3ac7'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:15:19.742893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68dfa27e-c6ad-4a4c-8e93-e25227083fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:19.983307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8645bf6-5c2b-406f-82f7-ffb1deb54c32 req-2fc538d2-6e4a-49c9-b522-9e7e67cfbb80 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:19.984960 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8645bf6-5c2b-406f-82f7-ffb1deb54c32 req-2fc538d2-6e4a-49c9-b522-9e7e67cfbb80 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.0892229 Apr 20 13:15:20.032472 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b8645bf6-5c2b-406f-82f7-ffb1deb54c32 req-23375df6-b7c8-4d95-92a3-1e00d72d4707 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Apr 20 13:15:20.409669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:15:20.475617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:20.492428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:15:20.497264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:15:20.497729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:20.625949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:20.654373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:20.665355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:20.668994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:20.671733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:20.710308 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'code': 200} Apr 20 13:15:20.749055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:20.757161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.757563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.757946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.758316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.758680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.759047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.759409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.759799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.760161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.760517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.761685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.761685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:20.774070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:21.004361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab891a-98f8-47bb-bc5f-3390891e2f40 req-fc55c45e-6744-4737-a5a1-fb6e1d2b1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:21.005939 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a3ab891a-98f8-47bb-bc5f-3390891e2f40 req-fc55c45e-6744-4737-a5a1-fb6e1d2b1e47 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1098 time: 0.0837965 Apr 20 13:15:21.051184 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a3ab891a-98f8-47bb-bc5f-3390891e2f40 req-dc3224a7-3daa-4d4e-9567-d6dfd56d857f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380962 Apr 20 13:15:21.243246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59851a9-0d0e-4106-83b1-b23e3ce52ed8 req-0458961b-cbb2-4a3d-b838-56345949aeca tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:21.244908 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f59851a9-0d0e-4106-83b1-b23e3ce52ed8 req-0458961b-cbb2-4a3d-b838-56345949aeca tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0900919 Apr 20 13:15:21.308949 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f59851a9-0d0e-4106-83b1-b23e3ce52ed8 req-1a061c46-bbb4-4598-999e-cbdc01c31e20 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565462 Apr 20 13:15:21.368293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:22.264605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:22.519799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29224cf1-688e-4ded-b722-b2e40f282bd7 req-26ad8c9c-cd10-447d-83f6-ed622260545f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:22.521412 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-29224cf1-688e-4ded-b722-b2e40f282bd7 req-26ad8c9c-cd10-447d-83f6-ed622260545f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0879443 Apr 20 13:15:22.573163 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-29224cf1-688e-4ded-b722-b2e40f282bd7 req-c8139f82-08c0-4480-b2b1-88be45b2f070 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Apr 20 13:15:22.773781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc484-6be8-4a2f-9601-e9dd0b7cd102 req-4648d08f-2831-41dd-8d9e-464958305e15 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:22.775361 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ea8fc484-6be8-4a2f-9601-e9dd0b7cd102 req-4648d08f-2831-41dd-8d9e-464958305e15 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0913846 Apr 20 13:15:22.785335 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35602) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:22.790945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Request body: {'floatingip': {'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:22.871657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:23.507711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:23.510165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:23.910200 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Floating IP ed3996a8-7485-440a-8551-61c92efcbd95 associated. External IP: 172.28.1.106, port: 95b3c28b-8a00-4475-aa8f-45658c0e3ac7. Apr 20 13:15:24.280104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:15:24.468856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:15:24.473806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:24.478753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:15:24.489086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:24.489790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:24.532885 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6d53efe7-a5a4-47e0-8138-00685e8f35a3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "PUT /v2.0/floatingips/ed3996a8-7485-440a-8551-61c92efcbd95 HTTP/1.1" status: 200 len: 991 time: 1.7463434 Apr 20 13:15:24.534187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:24.618671 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'status': 'completed', 'code': 200} Apr 20 13:15:24.709710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:24.784662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560907ce-228c-4098-8319-b8697cd832b4 req-cb4f585b-819b-48f4-8025-57871390fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:24.786254 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-cb4f585b-819b-48f4-8025-57871390fff0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1098 time: 0.0977921 Apr 20 13:15:24.954765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560907ce-228c-4098-8319-b8697cd832b4 req-74134726-42d4-4938-a4ba-0ac04c9e8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:24.958356 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-74134726-42d4-4938-a4ba-0ac04c9e8752 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.1650536 Apr 20 13:15:25.092308 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-8805712b-aaf6-4907-99f1-1f5aab794f1d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 999 time: 0.1135223 Apr 20 13:15:25.118347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'ed3996a8-7485-440a-8551-61c92efcbd95', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:09Z', 'updated_at': '2021-04-20T13:15:23Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:25.123215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:15:25.132222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:25.132876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:25.167894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560907ce-228c-4098-8319-b8697cd832b4 req-9b0f6001-0b1e-4584-85cc-806200cf7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:25.169838 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-9b0f6001-0b1e-4584-85cc-806200cf7027 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0702519 Apr 20 13:15:25.394825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb639ab-7865-410b-a2f2-b3e0c45bc75f req-b918e777-75a6-41db-b4f7-7e56671bc311 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:25.396543 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5bb639ab-7865-410b-a2f2-b3e0c45bc75f req-b918e777-75a6-41db-b4f7-7e56671bc311 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1333122 Apr 20 13:15:25.399111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560907ce-228c-4098-8319-b8697cd832b4 req-5304ec9b-cf09-442f-b758-c44346ee77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:25.400698 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-5304ec9b-cf09-442f-b758-c44346ee77ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1774123 Apr 20 13:15:25.497276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:25.534714 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5bb639ab-7865-410b-a2f2-b3e0c45bc75f req-0260b36c-b43c-4de7-a0c0-eee77dbabfa4 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310492 Apr 20 13:15:25.589240 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-49a05c3a-0c61-425c-8373-7db448137dea service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700795 Apr 20 13:15:25.732203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-560907ce-228c-4098-8319-b8697cd832b4 req-b5e98fcf-7d26-421c-9880-70c16e5aa161 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347528 Apr 20 13:15:25.878303 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'ed3996a8-7485-440a-8551-61c92efcbd95', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:09Z', 'updated_at': '2021-04-20T13:15:23Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:25.882594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431bdb1-1b38-409f-9f9d-a67a86eb766d None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': 'ed3996a8-7485-440a-8551-61c92efcbd95', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:09Z', 'updated_at': '2021-04-20T13:15:23Z', 'revision_number': 1, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:15:26.093617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35642) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:26.176937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ca76-da65-4fe3-9bc7-37cdffc9030b None None] New status for floating IP ed3996a8-7485-440a-8551-61c92efcbd95: ACTIVE {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:26.226786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.246269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:26.250300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Usage tracker for resource:security_group_rule and tenant:bc2e22a7756d4815a397cd244fd8e5e2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:26.253340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:26.259626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:26.350522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.354171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.364698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-18950866-b951-41e5-ab3e-99bf4c5efb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:26.409123 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc2e22a7756d4815a397cd244fd8e5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116879 Apr 20 13:15:26.409686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35648) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:26.412072 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c647369c-f96d-4f8b-bc61-8ac15e50b65a,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:26.421507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.423884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.424306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.424711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.425112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.433176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.434523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.435778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.436082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.436664 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.437333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.438215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:15:26.445053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:26.482169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.488205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:15:26.511473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.558358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.563507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65e90730-a2ce-41d8-8812-d52ca0619ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:26.580468 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c647369c-f96d-4f8b-bc61-8ac15e50b65a,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:26.582831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:26.584053 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c647369c-f96d-4f8b-bc61-8ac15e50b65a HTTP/1.1" status: 204 len: 168 time: 0.1731887 Apr 20 13:15:26.585070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:26.751907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952954f-bdcf-4d28-b5e5-0c41a6ca68dc req-b28e84ca-a35e-43b3-a015-de4086542336 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:26.753586 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f952954f-bdcf-4d28-b5e5-0c41a6ca68dc req-b28e84ca-a35e-43b3-a015-de4086542336 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.0955486 Apr 20 13:15:26.803636 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f952954f-bdcf-4d28-b5e5-0c41a6ca68dc req-362f934d-ac4d-4262-b5ab-d4e3521b5507 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434923 Apr 20 13:15:27.594978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-d2a2a41b-b645-465e-99ea-b745e34d4465 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:27.596651 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-d2a2a41b-b645-465e-99ea-b745e34d4465 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.1020474 Apr 20 13:15:27.680340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Deleting port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:15:27.680725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:28.013419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] For port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:28.014509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:28.136687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ba319-4232-424b-92b3-e5993db44e73 req-ecb5b552-ddeb-4fb3-8735-68f2c9ed2995 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:28.138428 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-324ba319-4232-424b-92b3-e5993db44e73 req-ecb5b552-ddeb-4fb3-8735-68f2c9ed2995 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 945 time: 0.2161086 Apr 20 13:15:28.514216 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-324ba319-4232-424b-92b3-e5993db44e73 req-33945fd8-1f37-41ba-a9f1-b566b551bcfb tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=230bcc9a-93cf-4d65-b116-7b7667ce970e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670123 Apr 20 13:15:28.630524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:28.631088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:28.631237 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Floating IP 8df69b9b-e2f0-49d7-ba28-75108f93334f disassociated. External IP: 172.28.1.114, port: 1cbec2ff-ac95-458b-b5d9-b5544b26ef80. Apr 20 13:15:28.631605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Calling delete_port for 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:15:28.785612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:28.791732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6820634b-792e-4b68-948c-70360efd38b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:28.843440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'Port': ['ID=1cbec2ff-ac95-458b-b5d9-b5544b26ef80,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:28.846861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:29.041877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:15:29.239892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:15:29.262835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:15:29.288124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:29.289084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:29.370163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] No DVR routers for this DVR port 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:15:29.373083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:29.376254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'name': 'network-vif-deleted', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:29.392347 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b4674248-c306-43fe-886f-33bcccbbdcdc req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "DELETE /v2.0/ports/1cbec2ff-ac95-458b-b5d9-b5544b26ef80 HTTP/1.1" status: 204 len: 173 time: 1.7898026 Apr 20 13:15:29.433405 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a0ec8-9d10-40c7-a2ae-447cefad6d16', 'name': 'network-vif-deleted', 'tag': '1cbec2ff-ac95-458b-b5d9-b5544b26ef80', 'status': 'completed', 'code': 200} Apr 20 13:15:29.510441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:29.730384 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dfab1423-1f49-4a93-b62d-f7c8ec4c9ac1 req-4b26fcfe-ca7d-4769-b212-a672d115ac6b tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b0a0ec8-9d10-40c7-a2ae-447cefad6d16 HTTP/1.1" status: 200 len: 210 time: 0.0510821 Apr 20 13:15:29.871610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:29.875620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:15:29.885412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:29.886108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:30.085065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:30.418374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:30.423235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be8175-7979-4c95-acb3-203b01d32e2c None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:15:30.496343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:15:30.534283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:15:30.534678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 1cbec2ff-ac95-458b-b5d9-b5544b26ef80 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:15:30.832827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8c2bc-a5e0-4e60-96ff-2b39a7fd4614 None None] New status for floating IP 8df69b9b-e2f0-49d7-ba28-75108f93334f: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:30.903507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35728) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:31.003280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.143982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.225978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883923e-efcb-4505-8489-a99df077237d req-a044960a-fd21-4c47-9b64-82d913de3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:31.227593 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-a044960a-fd21-4c47-9b64-82d913de3874 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1137 time: 0.2257757 Apr 20 13:15:31.242058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526dd0-a6c6-4beb-910d-1e1d2c70d7d0 req-367270e2-74b1-4d4c-ab1c-152e11ab6756 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:31.243693 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-47526dd0-a6c6-4beb-910d-1e1d2c70d7d0 req-367270e2-74b1-4d4c-ab1c-152e11ab6756 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.1994660 Apr 20 13:15:31.346651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.355587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b8b91006-79a4-4eba-812c-41916f6d9cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:31.393512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230bcc9a-93cf-4d65-b116-7b7667ce970e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:31.402153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:31.433382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-47526dd0-a6c6-4beb-910d-1e1d2c70d7d0 req-d54d6fe6-edf1-492f-9b42-6f0746ede7e9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630521 Apr 20 13:15:31.449243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.450491 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "DELETE /v2.0/security-groups/230bcc9a-93cf-4d65-b116-7b7667ce970e HTTP/1.1" status: 204 len: 168 time: 0.5453670 Apr 20 13:15:31.454298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35736) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:31.458601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883923e-efcb-4505-8489-a99df077237d req-a5623c1a-8631-4ec7-b64f-771839c5f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:31.460169 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-a5623c1a-8631-4ec7-b64f-771839c5f560 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.2154689 Apr 20 13:15:31.473105 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.v2.resource [None req-401148e8-261c-43d8-9b17-0635391b9fb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] show failed (client error): The resource could not be found. Apr 20 13:15:31.477372 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-401148e8-261c-43d8-9b17-0635391b9fb7 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups/230bcc9a-93cf-4d65-b116-7b7667ce970e HTTP/1.1" status: 404 len: 347 time: 0.0219989 Apr 20 13:15:31.477986 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35740) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:31.582904 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-1627b5f2-8703-4029-aa38-b590ef8fcd29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 1001 time: 0.1141157 Apr 20 13:15:31.658844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Deleting port 2f8cd236-c189-4186-9b38-cff0150c5b49 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:15:31.659225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.659846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883923e-efcb-4505-8489-a99df077237d req-ada2412c-88c3-4af7-ab03-6882e0739c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:31.661426 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-ada2412c-88c3-4af7-ab03-6882e0739c4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.0720375 Apr 20 13:15:31.762513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883923e-efcb-4505-8489-a99df077237d req-b0652978-e118-4f29-b7e9-3de74dcbad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:31.764815 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-b0652978-e118-4f29-b7e9-3de74dcbad91 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835307 Apr 20 13:15:31.846080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.846730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:31.912402 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-d4b8eb08-401e-4c2e-80d7-86ff26adea6b service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398890 Apr 20 13:15:31.983585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Calling delete_port for 2f8cd236-c189-4186-9b38-cff0150c5b49 owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:15:32.064549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5883923e-efcb-4505-8489-a99df077237d req-549efa66-06e8-4529-97ec-56844359b077 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437848 Apr 20 13:15:32.137786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.142670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e01886b9-c1e0-4f89-9f74-7d66f5b29fb6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:32.196945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'Port': ['ID=2f8cd236-c189-4186-9b38-cff0150c5b49,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:32.199751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:32.300052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.324271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.325766 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4573f35f-2567-4a37-8070-9df4e8a1069e tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "DELETE /v2.0/floatingips/8df69b9b-e2f0-49d7-ba28-75108f93334f HTTP/1.1" status: 204 len: 168 time: 0.8467596 Apr 20 13:15:32.628126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35756) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:32.634054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470765500', 'description': 'tempest-description--1290978131'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:32.640940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:32.645368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:32.648468 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:32.649087 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcf763-7ea5-430a-810b-b6200e0e60e1 req-2227a5f3-ab39-4f64-97f6-d4d3c5fc0cc3 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:32.650750 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-89bcf763-7ea5-430a-810b-b6200e0e60e1 req-2227a5f3-ab39-4f64-97f6-d4d3c5fc0cc3 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0953317 Apr 20 13:15:32.655926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:32.665737 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.687158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:32.693140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:32.696179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:32.703020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:32.703364 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-89bcf763-7ea5-430a-810b-b6200e0e60e1 req-4b0aba50-8094-4632-a9ea-3a95775de34a tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450029 Apr 20 13:15:32.776951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.781200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.788510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78ff1f1a-45e1-48f3-8327-e6421dfa63d8 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:32.832738 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9cb3d5-924d-4f7f-828e-18768310b200,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:32.835615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.836949 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2076247 Apr 20 13:15:32.837944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:32.840092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35762) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:32.846095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group_rule': {'security_group_id': '1c9cb3d5-924d-4f7f-828e-18768310b200', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:32.852510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:32.856601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:32.859579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:32.865560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:32.883125 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.959389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.962081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:32.964172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:32.988230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c154662-33c7-43ad-b7cf-5569b2ce98f2,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:32.994128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:32.999290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.000612 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596344 Apr 20 13:15:33.003476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35766) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:33.009002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'security_group_rule': {'security_group_id': '1c9cb3d5-924d-4f7f-828e-18768310b200', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:33.016073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:33.020152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:security_group_rule and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:33.023231 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:33.029225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:33.046101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.111835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.114464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.116548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:33.141519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63502e92-fa81-4733-b9e5-aa8f942c03a9,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:33.146397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:33.149831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.151124 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466510 Apr 20 13:15:33.154853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 35770) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:33.160676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:33.166902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:33.170890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Usage tracker for resource:floatingip and tenant:4fe4aff0792d4be1819efc075fb55d68 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:33.174196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:33.180662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:33.191048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.337061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.492451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Allocated IP 172.28.1.222 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/4dd5bc8e-96e0-4be5-aca8-9773249be6ec) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:15:33.579276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35780) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:33.683391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.716510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.718225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.721542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94b3f086-ebeb-43fb-bbd0-74b0319522b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:33.735147 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:33.740171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Usage tracker for resource:security_group_rule and tenant:8b902513e843490baeabf6af262e42b0 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:15:33.743875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:15:33.751551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:33.791092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:15:33.794704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:15:33.798673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:15:33.840141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=4dd5bc8e-96e0-4be5-aca8-9773249be6ec,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:33.844524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:33.902580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.908364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:33.919110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b2370a2-e006-4568-8879-3ca746041e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:33.982882 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b902513e843490baeabf6af262e42b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019768 Apr 20 13:15:33.983668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35790) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:34.004843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a83379-3b6f-4dd6-9815-99b599861e09,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:34.012202 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:34.043123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97ab05-4cff-4a75-9903-90a28163f3ba req-c04ca91c-8a03-42bd-99d3-e07d9238e4e6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:34.045343 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e97ab05-4cff-4a75-9903-90a28163f3ba req-c04ca91c-8a03-42bd-99d3-e07d9238e4e6 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.2167330 Apr 20 13:15:34.120459 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.130296 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e97ab05-4cff-4a75-9903-90a28163f3ba req-c34e4f36-cb95-4912-a601-0c02c1dff00b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762720 Apr 20 13:15:34.133879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.159167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.199598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.207107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.212366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cde005ec-461a-463b-aa18-6e6036f298df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:34.224953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a83379-3b6f-4dd6-9815-99b599861e09,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:34.228179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:34.230338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.231557 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90a83379-3b6f-4dd6-9815-99b599861e09 HTTP/1.1" status: 204 len: 168 time: 0.2421665 Apr 20 13:15:34.443297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.447217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.452642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2f9fe1e7-908f-4974-8fc4-02e784a88215 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:34.567640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=4dd5bc8e-96e0-4be5-aca8-9773249be6ec,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:34.572250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:34.580082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.602163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.603485 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4475908 Apr 20 13:15:34.724912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:34.841242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-f1e125d3-01c1-4711-931a-111f4097926d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:34.855492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-f1e125d3-01c1-4711-931a-111f4097926d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:34.856731 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-f1e125d3-01c1-4711-931a-111f4097926d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1470765500&fields=id&tenant_id=4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 267 time: 0.0606027 Apr 20 13:15:35.018872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-1531bb5b-f818-4765-ba3c-587786cc17a0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:35.019544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-1531bb5b-f818-4765-ba3c-587786cc17a0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:35.035353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-1531bb5b-f818-4765-ba3c-587786cc17a0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:35.036580 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-1531bb5b-f818-4765-ba3c-587786cc17a0 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 811 time: 0.1717248 Apr 20 13:15:35.052736 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-2e8465a5-bc9c-4397-83d8-568b0e6f2241 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/quotas/4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 375 time: 0.0099716 Apr 20 13:15:35.150447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-9ff38002-889a-4332-a67c-46da69935496 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:35.165280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-9ff38002-889a-4332-a67c-46da69935496 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:35.166807 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-9ff38002-889a-4332-a67c-46da69935496 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1087060 Apr 20 13:15:35.327568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-fe4dc5b0-7904-4070-95e5-0b6d6cc06673 service neutron] 10.222.0.68 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470804 Apr 20 13:15:35.388130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c126697-845d-445e-a877-fead8b62e1d0 req-5bdefc55-2f58-47ea-9893-68f4c26b6f85 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:35.389977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c126697-845d-445e-a877-fead8b62e1d0 req-5bdefc55-2f58-47ea-9893-68f4c26b6f85 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0909185 Apr 20 13:15:35.449652 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c126697-845d-445e-a877-fead8b62e1d0 req-c63b32e5-a3b9-4211-b979-35e1d0f0edeb tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478086 Apr 20 13:15:35.475314 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-15118e57-b39d-46d1-9d87-576bdac70882 service neutron] 10.222.0.68 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411662 Apr 20 13:15:35.686929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-bace7248-2113-4981-9b68-28cbc28b4396 req-b53b4079-06f5-4eba-9e80-17d8c42e3576 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:35.699957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-bace7248-2113-4981-9b68-28cbc28b4396 req-b53b4079-06f5-4eba-9e80-17d8c42e3576 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:35.701318 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bace7248-2113-4981-9b68-28cbc28b4396 req-b53b4079-06f5-4eba-9e80-17d8c42e3576 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 210 time: 0.0666332 Apr 20 13:15:36.649783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4958e-b05e-4cfd-b060-2be94281619d req-6be207b0-1dae-41e1-abc0-1078db843938 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:36.651521 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d6c4958e-b05e-4cfd-b060-2be94281619d req-6be207b0-1dae-41e1-abc0-1078db843938 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0885444 Apr 20 13:15:36.703076 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d6c4958e-b05e-4cfd-b060-2be94281619d req-975ceb21-93cf-4cb2-b1f0-783825a46128 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439835 Apr 20 13:15:36.952763 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1eb2cd40-f1db-49c0-bf3e-cfe2e82aa577 req-3b1907b5-6d35-4161-b2e2-e3eb4d8593b8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 210 time: 0.1085565 Apr 20 13:15:37.038853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-504397f8-d655-4453-bd76-35c0fa943b67 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:37.040397 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-504397f8-d655-4453-bd76-35c0fa943b67 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 811 time: 0.2201979 Apr 20 13:15:37.123755 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-d946f720-f478-4a8d-a42b-24e00435a498 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4fe4aff0792d4be1819efc075fb55d68 HTTP/1.1" status: 200 len: 5705 time: 0.0673420 Apr 20 13:15:37.153804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'port': {'device_id': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'admin_state_up': True, 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'security_groups': ['1c9cb3d5-924d-4f7f-828e-18768310b200']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.295719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:15:37.305747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:15:37.314862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Made reservation on behalf of 4fe4aff0792d4be1819efc075fb55d68 for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:15:37.320903 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:37.495406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Allocated IP 172.20.0.14 (9662abab-6e81-4354-9faf-7c149342f16d/7713ea1e-0e74-40f0-b511-665d44d104a1/a229b192-e7d0-4b73-85fc-48c2d29ece91) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:15:37.695335 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:37.711124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Transition to ACTIVE for port object a229b192-e7d0-4b73-85fc-48c2d29ece91 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:15:37.735884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:37.741902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62a8db46-819a-4b09-bfdd-4efe74782ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:37.812020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Network 9662abab-6e81-4354-9faf-7c149342f16d is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:15:37.815313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:15:37.820800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:15:37.898029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event updated for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:37.909205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:37.949725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:37.950427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:37.992758 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8433979 Apr 20 13:15:38.002442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4498b-8c8f-4296-9b0a-547b69216b75 req-710d296d-4b7f-438b-b65f-30c7fd65db90 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:38.004005 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fdd4498b-8c8f-4296-9b0a-547b69216b75 req-710d296d-4b7f-438b-b65f-30c7fd65db90 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.1843479 Apr 20 13:15:38.012494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Request body: {'port': {'device_id': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.049590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-93cabe75-c282-44c9-ba51-db1af861931a None None] Provisioning for port a229b192-e7d0-4b73-85fc-48c2d29ece91 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:15:38.054811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-93cabe75-c282-44c9-ba51-db1af861931a None None] Provisioning complete for port a229b192-e7d0-4b73-85fc-48c2d29ece91 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:15:38.055219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-93cabe75-c282-44c9-ba51-db1af861931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.116530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-93cabe75-c282-44c9-ba51-db1af861931a None None] Port a229b192-e7d0-4b73-85fc-48c2d29ece91 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:15:38.159132 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fdd4498b-8c8f-4296-9b0a-547b69216b75 req-a34e27bb-1466-4687-87e1-663337a5461e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102431 Apr 20 13:15:38.172255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a151c-ac02-4f2a-a7b0-72060bb4dc7b req-f4fb08f7-cf3e-4693-8bcd-894d902a001c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:38.173913 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eb3a151c-ac02-4f2a-a7b0-72060bb4dc7b req-f4fb08f7-cf3e-4693-8bcd-894d902a001c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 932 time: 0.0944109 Apr 20 13:15:38.177331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.233704 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eb3a151c-ac02-4f2a-a7b0-72060bb4dc7b req-0e5b5d19-1a7e-44c8-998e-97169631172d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Apr 20 13:15:38.534987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a229b192-e7d0-4b73-85fc-48c2d29ece91 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:15:38.543277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.559179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Transition to ACTIVE for port object a229b192-e7d0-4b73-85fc-48c2d29ece91 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:15:38.562645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.567437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-52c6a1cf-962c-4a0e-9d77-fbf08e512970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:38.707286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Pushing event updated for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:38.736440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:38.818198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Attempting to bind port a229b192-e7d0-4b73-85fc-48c2d29ece91 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:15:38.818506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Attempting to bind port a229b192-e7d0-4b73-85fc-48c2d29ece91 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:15:38.818878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Attempting to bind port a229b192-e7d0-4b73-85fc-48c2d29ece91 on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:15:38.823744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Port a229b192-e7d0-4b73-85fc-48c2d29ece91 on network 9662abab-6e81-4354-9faf-7c149342f16d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:38.824100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Attempting to bind port a229b192-e7d0-4b73-85fc-48c2d29ece91 on network 9662abab-6e81-4354-9faf-7c149342f16d {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:15:38.829745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:15:38.830136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Checking segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:15:38.830560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Bound using segment: {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:15:38.831034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Bound port: a229b192-e7d0-4b73-85fc-48c2d29ece91, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1b5c5-1502-45bc-a650-63a1c23522e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:15:38.831423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.929836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:15:38.932908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:15:38.936755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:38.941412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:39.001801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.002486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:39.004019 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] 10.222.0.78 "PUT /v2.0/ports/a229b192-e7d0-4b73-85fc-48c2d29ece91 HTTP/1.1" status: 200 len: 1094 time: 0.9960377 Apr 20 13:15:39.004725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:39.029959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Pushing event updated for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:39.035695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:39.106510 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'status': 'completed', 'code': 200} Apr 20 13:15:39.156884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-6de84bf7-2392-43d9-ae6e-451080c1254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.158917 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-6de84bf7-2392-43d9-ae6e-451080c1254c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 1097 time: 0.0909705 Apr 20 13:15:39.245569 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-2ebcb01d-e98c-4a41-a4ab-37d4cab33fb6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91 HTTP/1.1" status: 200 len: 217 time: 0.0714431 Apr 20 13:15:39.383184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-0bc893c4-1c66-4f1a-9838-afb65208cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.384698 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-0bc893c4-1c66-4f1a-9838-afb65208cb0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.1321371 Apr 20 13:15:39.450090 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02b13-724d-4655-8dee-a9e5c2198e1a req-681ea3b8-c4b3-40f7-ab44-4ef898e04dd8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.452309 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5ac02b13-724d-4655-8dee-a9e5c2198e1a req-681ea3b8-c4b3-40f7-ab44-4ef898e04dd8 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 944 time: 0.0956011 Apr 20 13:15:39.463104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc96b5-40e0-45b8-9dfc-001b0cd5cea1 req-2040501d-5293-42c2-858b-26d98c39fbaf tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.464747 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eacc96b5-40e0-45b8-9dfc-001b0cd5cea1 req-2040501d-5293-42c2-858b-26d98c39fbaf tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.1724193 Apr 20 13:15:39.504629 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5ac02b13-724d-4655-8dee-a9e5c2198e1a req-57117d59-da0f-4e6a-b7f0-f0a4bfb4ea64 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Apr 20 13:15:39.534494 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eacc96b5-40e0-45b8-9dfc-001b0cd5cea1 req-f463fb20-938d-4c43-acf9-119deb599f8c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616064 Apr 20 13:15:39.537559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-585dab87-5980-4754-b4e9-4b8288cdebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:39.539913 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-585dab87-5980-4754-b4e9-4b8288cdebd5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459467 Apr 20 13:15:39.920835 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-9ccb3558-920b-4eb9-9003-4eedc615746c service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738115 Apr 20 13:15:40.070523 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc42b2bc-ed09-4b52-9524-d164e345f591 req-5d3a85c0-1ce9-47b1-a712-d9344a5e4d8b service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421893 Apr 20 13:15:40.236160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d391-1762-4144-b903-40ce8af30f1b req-fbb88550-6669-4e2b-b94a-e4079dce2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.237754 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-fbb88550-6669-4e2b-b94a-e4079dce2926 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 1097 time: 0.0789993 Apr 20 13:15:40.380398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d391-1762-4144-b903-40ce8af30f1b req-b45416f9-cbd7-4769-86a2-4377971479a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.382013 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-b45416f9-cbd7-4769-86a2-4377971479a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.1376479 Apr 20 13:15:40.463699 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-971a89dc-d193-4bc9-9574-ae32ecf032f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91 HTTP/1.1" status: 200 len: 217 time: 0.0691180 Apr 20 13:15:40.533761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d391-1762-4144-b903-40ce8af30f1b req-03ddd4cb-3775-4b67-a766-cc69324542b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.535276 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-03ddd4cb-3775-4b67-a766-cc69324542b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.0647929 Apr 20 13:15:40.686668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d391-1762-4144-b903-40ce8af30f1b req-558ef735-a029-4fdc-9a38-2788209ab3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.688309 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-558ef735-a029-4fdc-9a38-2788209ab3d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440635 Apr 20 13:15:40.750286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da67b5-a614-4003-b295-1e21d0e395e5 req-33ad956b-9fd2-4066-b484-7a22fb2b519b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.751964 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-58da67b5-a614-4003-b295-1e21d0e395e5 req-33ad956b-9fd2-4066-b484-7a22fb2b519b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0922639 Apr 20 13:15:40.808395 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-58da67b5-a614-4003-b295-1e21d0e395e5 req-04dadeb2-e618-4f2c-873a-c08326539de5 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495040 Apr 20 13:15:40.810562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138d91-2ae8-4d33-8586-787574592114 req-af72422b-5bd7-4dcf-8110-b07152734fc9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:40.811359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7c138d91-2ae8-4d33-8586-787574592114 req-af72422b-5bd7-4dcf-8110-b07152734fc9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Synchronizing usage tracker for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:15:40.856802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7c138d91-2ae8-4d33-8586-787574592114 req-af72422b-5bd7-4dcf-8110-b07152734fc9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Unset dirty status for tenant:4fe4aff0792d4be1819efc075fb55d68 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:15:40.858124 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7c138d91-2ae8-4d33-8586-787574592114 req-af72422b-5bd7-4dcf-8110-b07152734fc9 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 944 time: 0.2333004 Apr 20 13:15:40.897256 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-93697dc0-2f89-42ac-8a82-d0a64b220764 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929817 Apr 20 13:15:41.001798 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7c138d91-2ae8-4d33-8586-787574592114 req-edf38b63-ebef-45ab-8c12-407786199801 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340976 Apr 20 13:15:41.070814 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5277d391-1762-4144-b903-40ce8af30f1b req-288d10e2-926d-415c-ab71-fb325c19378c service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637783 Apr 20 13:15:42.016329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e308-123f-46ec-bbfe-27c214b938a8 req-0b4db4c0-1255-48a2-aa7a-a9c32db77e1c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:42.017994 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b33e308-123f-46ec-bbfe-27c214b938a8 req-0b4db4c0-1255-48a2-aa7a-a9c32db77e1c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0937190 Apr 20 13:15:42.070948 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b33e308-123f-46ec-bbfe-27c214b938a8 req-a7feb826-bb91-43e4-a0fd-fec042a4192d tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463853 Apr 20 13:15:42.266500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c8fe-69d8-4725-8519-a20a159e0ab5 req-7722b2c6-4171-4043-974c-e585eeb4f65f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:42.268029 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-db95c8fe-69d8-4725-8519-a20a159e0ab5 req-7722b2c6-4171-4043-974c-e585eeb4f65f tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 944 time: 0.0888557 Apr 20 13:15:42.320425 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-db95c8fe-69d8-4725-8519-a20a159e0ab5 req-11638cec-1ff1-4dea-99e4-83344f391bda tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 Apr 20 13:15:42.570648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device a229b192-e7d0-4b73-85fc-48c2d29ece91 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:15:42.712451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:42.727478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'port_id': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'mac_address': 'fa:16:3e:bd:cf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:15:42.787611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:42.808617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a229b192-e7d0-4b73-85fc-48c2d29ece91 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:15:42.825212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:42.828517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:42.830372 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:42.903597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:42.907224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:43.199562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['a229b192-e7d0-4b73-85fc-48c2d29ece91'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:15:43.297206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a8e6f-23fe-4c23-a38b-7039bc5e7a8f req-72618189-d56c-4d89-8a7c-7fc5f632412c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:43.298942 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-859a8e6f-23fe-4c23-a38b-7039bc5e7a8f req-72618189-d56c-4d89-8a7c-7fc5f632412c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0960352 Apr 20 13:15:43.355407 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-859a8e6f-23fe-4c23-a38b-7039bc5e7a8f req-63de91d8-6edb-4e11-92af-aa342c450bad tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&id=c8678ef5-484c-4bd0-b715-ecb33e060385&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488594 Apr 20 13:15:43.557178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca176f3-b8b0-41c4-89e3-0a1413860303 req-adadb5dd-5462-4cac-86d5-c38f61bd80cc tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:43.558821 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8ca176f3-b8b0-41c4-89e3-0a1413860303 req-adadb5dd-5462-4cac-86d5-c38f61bd80cc tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 945 time: 0.0940230 Apr 20 13:15:43.608695 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8ca176f3-b8b0-41c4-89e3-0a1413860303 req-64645f0c-cd44-45eb-864b-80cd78f19a95 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Apr 20 13:15:44.569029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device a229b192-e7d0-4b73-85fc-48c2d29ece91 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:15:44.640412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port a229b192-e7d0-4b73-85fc-48c2d29ece91 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:15:44.646040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port a229b192-e7d0-4b73-85fc-48c2d29ece91 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:15:44.646340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:44.777012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:44.806582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:44.820355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:15:44.821975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78762-2588-4b72-b539-f0f4e892cd9d req-daee7642-806a-4954-894a-188dd296c6fd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:44.823831 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2c78762-2588-4b72-b539-f0f4e892cd9d req-daee7642-806a-4954-894a-188dd296c6fd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 945 time: 0.1008070 Apr 20 13:15:44.824301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:44.826569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:15:44.874502 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'code': 200} Apr 20 13:15:44.878507 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c2c78762-2588-4b72-b539-f0f4e892cd9d req-718d587d-2296-48dd-b743-795065f2cff3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Apr 20 13:15:44.903319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:15:44.907175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:15:45.160793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a3b92-2fb5-491a-8685-2b951afb0bf0 req-03dd5651-20ad-4295-ad3b-a529a26c4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:45.162533 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6e1a3b92-2fb5-491a-8685-2b951afb0bf0 req-03dd5651-20ad-4295-ad3b-a529a26c4cf6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 1099 time: 0.0834005 Apr 20 13:15:45.207027 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6e1a3b92-2fb5-491a-8685-2b951afb0bf0 req-a5f4ab8b-82ff-4162-b95a-0ba009ea5883 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 Apr 20 13:15:46.085663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5b93-6b43-48c1-9429-96261bf716b1 req-d5dab379-ec40-441b-b1bf-651e75250c72 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:46.087303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c98c5b93-6b43-48c1-9429-96261bf716b1 req-d5dab379-ec40-441b-b1bf-651e75250c72 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.0909283 Apr 20 13:15:46.136048 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c98c5b93-6b43-48c1-9429-96261bf716b1 req-ea842f5c-2865-4316-8d23-7a6fffc5fc00 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Apr 20 13:15:46.969396 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d56eeae-5e1a-4569-b240-e177585997fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:47.341686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5325b2e-8d58-4bba-a825-8642f4d20ff4 req-fc76262f-5667-4930-a317-e1c5478cc890 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:47.344078 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5325b2e-8d58-4bba-a825-8642f4d20ff4 req-fc76262f-5667-4930-a317-e1c5478cc890 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.0935800 Apr 20 13:15:47.392871 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5325b2e-8d58-4bba-a825-8642f4d20ff4 req-920988fb-7047-4e46-a8c6-b99b7ca20445 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Apr 20 13:15:47.598966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d8dda-f273-450e-831c-052f3048d44f req-553ab870-14de-4be9-8ab7-50a85148d337 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:47.600582 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-885d8dda-f273-450e-831c-052f3048d44f req-553ab870-14de-4be9-8ab7-50a85148d337 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.0955005 Apr 20 13:15:47.616946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 35884) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:15:47.623024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Request body: {'floatingip': {'port_id': 'a229b192-e7d0-4b73-85fc-48c2d29ece91'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:47.715206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:48.588062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:48.590913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:48.772872 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Floating IP 36d20ee9-7568-4947-b3df-05584eb946c5 associated. External IP: 172.28.1.222, port: a229b192-e7d0-4b73-85fc-48c2d29ece91. Apr 20 13:15:49.161227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:15:49.355097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:15:49.359987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:49.365476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:15:49.377291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:49.378016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:49.418907 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-61d767e1-0d66-42bf-87bf-13efecb84cdd tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "PUT /v2.0/floatingips/36d20ee9-7568-4947-b3df-05584eb946c5 HTTP/1.1" status: 200 len: 992 time: 1.8007154 Apr 20 13:15:49.419585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:15:49.470935 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'status': 'completed', 'code': 200} Apr 20 13:15:49.627124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814176-1311-4126-803a-0e0d546adf30 req-7c6240f5-ad5c-42f5-9f0a-f8fe7f412213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:49.628768 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-7c6240f5-ad5c-42f5-9f0a-f8fe7f412213 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fe4aff0792d4be1819efc075fb55d68&device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 1099 time: 0.0953555 Apr 20 13:15:49.765239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d22f3d5b-f209-4fdd-8f93-e9c4e34c8efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:49.768045 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:49.784361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814176-1311-4126-803a-0e0d546adf30 req-e0ed9ca8-a978-46e8-99c6-ebd63f4f8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:49.785968 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-e0ed9ca8-a978-46e8-99c6-ebd63f4f8a2f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 200 len: 913 time: 0.1505411 Apr 20 13:15:49.895816 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-714ff27f-1e49-4e84-9dc3-6bb839c6769c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91 HTTP/1.1" status: 200 len: 1000 time: 0.1018205 Apr 20 13:15:49.972630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814176-1311-4126-803a-0e0d546adf30 req-18333b41-ca09-4f74-b181-b2e553f8697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:49.974569 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-18333b41-ca09-4f74-b181-b2e553f8697b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 200 len: 850 time: 0.0706992 Apr 20 13:15:50.064815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814176-1311-4126-803a-0e0d546adf30 req-3470a782-414d-4e2f-938c-38d74bd90133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:15:50.066483 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-3470a782-414d-4e2f-938c-38d74bd90133 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9662abab-6e81-4354-9faf-7c149342f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800033 Apr 20 13:15:50.158834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '36d20ee9-7568-4947-b3df-05584eb946c5', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:bd:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:34Z', 'updated_at': '2021-04-20T13:15:48Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:50.163441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:15:50.172679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:15:50.173350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:15:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:50.216451 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-e750407c-2d9e-4f31-a23b-fc1a1e3b1771 service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415958 Apr 20 13:15:50.366748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:15:50.387234 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-40814176-1311-4126-803a-0e0d546adf30 req-22a9a4ff-4751-4876-98d4-a76b3de957eb service neutron] 10.222.0.78 "GET /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640754 Apr 20 13:15:50.523666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:50.759283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '36d20ee9-7568-4947-b3df-05584eb946c5', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:bd:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:34Z', 'updated_at': '2021-04-20T13:15:48Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:15:50.764980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62d3e-4374-40f7-9d36-7456960b1c0e None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '36d20ee9-7568-4947-b3df-05584eb946c5', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'port_id': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'mac_address': 'fa:16:3e:bd:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:15:34Z', 'updated_at': '2021-04-20T13:15:48Z', 'revision_number': 1, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:15:51.064628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5eddd-4558-4453-b8c7-48750d121716 None None] New status for floating IP 36d20ee9-7568-4947-b3df-05584eb946c5: ACTIVE {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:15:51.371069 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:15:52.265930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:03.397224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:16:04.733418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:08.675737 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1591-3811-4f45-9b40-91985087bd29 req-3a061608-562d-4f74-8be1-fd1a4dc3a302 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:08.677371 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12ec1591-3811-4f45-9b40-91985087bd29 req-3a061608-562d-4f74-8be1-fd1a4dc3a302 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0912225 Apr 20 13:16:08.724382 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12ec1591-3811-4f45-9b40-91985087bd29 req-b795ab51-8de1-42c3-abd2-7e6000798565 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Apr 20 13:16:09.397581 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-3f557045-5e79-4c19-9d9b-0e6b48b317b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813131 Apr 20 13:16:09.509291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-d6670c9e-6da7-4e82-8fb6-65cbe2869c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:09.510921 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-d6670c9e-6da7-4e82-8fb6-65cbe2869c2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1137 time: 0.0770669 Apr 20 13:16:09.667778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-994cc19c-4dde-475f-9aa4-7303793bebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:09.669355 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-994cc19c-4dde-475f-9aa4-7303793bebf0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.1357837 Apr 20 13:16:09.786973 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-e43ae55e-05d9-4728-bf1d-3f98585b4ba0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 1001 time: 0.1109636 Apr 20 13:16:09.858167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-17815985-741b-4d89-9954-44cd105bc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:09.859733 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-17815985-741b-4d89-9954-44cd105bc70d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.0644603 Apr 20 13:16:09.943395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb67ae6-dc5c-423d-ac17-a2812933148c req-84166c39-0c76-4d41-82d4-521efee6f2bf tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:09.944938 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3cb67ae6-dc5c-423d-ac17-a2812933148c req-84166c39-0c76-4d41-82d4-521efee6f2bf tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0929697 Apr 20 13:16:09.947048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-7add1208-0936-4ebe-b5b5-e0995355eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:09.948700 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-7add1208-0936-4ebe-b5b5-e0995355eba4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812492 Apr 20 13:16:10.012510 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3cb67ae6-dc5c-423d-ac17-a2812933148c req-189902f9-a9ae-4cad-a846-c8966e68c327 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605686 Apr 20 13:16:10.091820 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-3b080768-48bb-4d00-9014-5e0244aba9cc service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Apr 20 13:16:10.231107 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70e82272-cbc9-4af8-afb5-25e5b2f3b6ff req-8e24ccfe-d93e-4cbe-a210-de348d0bbefd service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320548 Apr 20 13:16:11.218541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b59678-ee36-4e1a-bb88-64203836eed7 req-689e8885-40df-4547-a5ec-ddefe6202049 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:11.220193 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-38b59678-ee36-4e1a-bb88-64203836eed7 req-689e8885-40df-4547-a5ec-ddefe6202049 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0881031 Apr 20 13:16:11.267548 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-38b59678-ee36-4e1a-bb88-64203836eed7 req-8773604a-e769-4d31-9ddb-c70528f6564c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Apr 20 13:16:12.474457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25895b-e4fe-47d3-97d1-50b3263973e8 req-f223daf3-46ec-48a9-b1aa-3e12a3792fbb tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:12.476118 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e25895b-e4fe-47d3-97d1-50b3263973e8 req-f223daf3-46ec-48a9-b1aa-3e12a3792fbb tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0922236 Apr 20 13:16:12.523183 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e25895b-e4fe-47d3-97d1-50b3263973e8 req-472bd70f-34df-4c9c-ba9c-eaf0a34944bb tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Apr 20 13:16:13.735607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301253b-7549-4d9b-9ff5-fdaa60d1be71 req-57d43047-28d8-47bf-94d2-9661c60c68c8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:13.737223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5301253b-7549-4d9b-9ff5-fdaa60d1be71 req-57d43047-28d8-47bf-94d2-9661c60c68c8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0926449 Apr 20 13:16:13.788224 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5301253b-7549-4d9b-9ff5-fdaa60d1be71 req-ec5f22db-ebb9-44cc-9e7a-628a0095c9ec tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445817 Apr 20 13:16:15.108698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80080d-5a3b-4bb4-98e6-1cb32eb89373 req-1c043727-427c-44ab-8174-58c40aa5f783 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:15.110463 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8e80080d-5a3b-4bb4-98e6-1cb32eb89373 req-1c043727-427c-44ab-8174-58c40aa5f783 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.2040114 Apr 20 13:16:15.161494 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8e80080d-5a3b-4bb4-98e6-1cb32eb89373 req-4c05f1c4-69f7-4d92-affb-769acabcb395 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Apr 20 13:16:16.373211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2e763-f51f-4c15-b2e9-698d1e0565ea req-fd6275f0-2e7d-48fe-b06e-da4e609f5c1b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:16.374853 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36d2e763-f51f-4c15-b2e9-698d1e0565ea req-fd6275f0-2e7d-48fe-b06e-da4e609f5c1b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0941880 Apr 20 13:16:16.423097 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36d2e763-f51f-4c15-b2e9-698d1e0565ea req-bb22874f-d047-4b97-8186-5167577f5256 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Apr 20 13:16:16.961331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b4f78c83-e2bc-4d78-a206-a80031aed5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:17.640094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b2a0-e017-41d4-9ca5-c34cbe8b0d31 req-8bb6b6e0-076f-46a8-9b59-234cf83ae0cd tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:17.642228 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5169b2a0-e017-41d4-9ca5-c34cbe8b0d31 req-8bb6b6e0-076f-46a8-9b59-234cf83ae0cd tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0926783 Apr 20 13:16:17.691526 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5169b2a0-e017-41d4-9ca5-c34cbe8b0d31 req-e91c9944-619e-47fb-96c1-e4bf897975a8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Apr 20 13:16:18.899154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0313c1b-d500-404f-ab64-f11946194c11 req-4eec4ad5-ba7e-4386-b5a2-0c21c40795f4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:18.901192 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a0313c1b-d500-404f-ab64-f11946194c11 req-4eec4ad5-ba7e-4386-b5a2-0c21c40795f4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0918372 Apr 20 13:16:18.950307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a0313c1b-d500-404f-ab64-f11946194c11 req-e439aaf4-c04f-4a9f-8366-79cb129e2c14 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Apr 20 13:16:19.195702 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-52016157-7dd1-4214-93d9-b909ccc403bd req-3fa0b7db-0170-43db-b166-a9ff6ae1ec4c tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225109895&fields=id&tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15 HTTP/1.1" status: 200 len: 267 time: 0.0422404 Apr 20 13:16:19.288697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016157-7dd1-4214-93d9-b909ccc403bd req-504c0545-9cec-4e09-8dd4-c3fe843c2185 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:19.290317 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-52016157-7dd1-4214-93d9-b909ccc403bd req-504c0545-9cec-4e09-8dd4-c3fe843c2185 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 984 time: 0.0885010 Apr 20 13:16:19.302131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Request body: {'port': {'security_groups': ['f0bec14a-0e34-41a7-be0e-eb11def45d52']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:19.431427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:19.748869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-25db468a-e830-4dbb-b970-ac7d329a5f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:19.918693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:19.946146 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:19.950051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:19.955661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:19.994067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:16:20.025910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.026624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.028182 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-52016157-7dd1-4214-93d9-b909ccc403bd req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "PUT /v2.0/ports/9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 942 time: 0.7309513 Apr 20 13:16:20.028745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:20.039052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36032) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:20.080494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event updated for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=7']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:20.097440 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:16:20.100005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.100728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.101443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.102363 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.103074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.103780 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.104443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.105130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.105885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.106604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.107258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.107940 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:20.127293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:20.163871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.236220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:16:20.269600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.296588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-476f11e5-5f6d-4bef-995e-709827393996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.298276 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-476f11e5-5f6d-4bef-995e-709827393996 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1098 time: 0.1548543 Apr 20 13:16:20.326520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2cfed-5fb3-483d-ab2c-b6d42437cdd3 req-c8e5be4a-0091-4325-aaa5-41d091ec4130 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.328090 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b1c2cfed-5fb3-483d-ab2c-b6d42437cdd3 req-c8e5be4a-0091-4325-aaa5-41d091ec4130 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1319516 Apr 20 13:16:20.389442 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b1c2cfed-5fb3-483d-ab2c-b6d42437cdd3 req-641884e7-4f02-4caf-a30b-04382d852a11 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478325 Apr 20 13:16:20.392685 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-06e302b8-e90b-463f-b8c2-ffae5a67dd9f None None] Provisioning complete for port 9394419b-6122-4edc-8b48-12a4ced803ec triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:20.393119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-06e302b8-e90b-463f-b8c2-ffae5a67dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.399292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.412214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-10e2c12b-5b65-48d4-8d79-38edb5272efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:20.426040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8678ef5-484c-4bd0-b715-ecb33e060385,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:20.432712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:20.434305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.435190 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "DELETE /v2.0/security-groups/c8678ef5-484c-4bd0-b715-ecb33e060385 HTTP/1.1" status: 204 len: 168 time: 0.3960829 Apr 20 13:16:20.438156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36038) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:20.464593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-6707228f-19c4-4543-8b8c-6d1777e26ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.466275 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-6707228f-19c4-4543-8b8c-6d1777e26ad3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.1606488 Apr 20 13:16:20.513352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.587859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-2bfec584-27ea-4477-8631-d64db874c6b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 1001 time: 0.1125958 Apr 20 13:16:20.661369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-bda68bce-d16f-484d-ba26-8d84516d167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.662383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Deleting port 7e0e4e50-a1ff-4189-8055-9c6d4b67ec01 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:20.662772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.663096 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-bda68bce-d16f-484d-ba26-8d84516d167c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.0662911 Apr 20 13:16:20.753560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-dd9ee953-37e3-49e2-9b8b-be224e279c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:20.755088 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-dd9ee953-37e3-49e2-9b8b-be224e279c48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839109 Apr 20 13:16:20.758282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:16:20.843492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.843847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.903361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:20.904817 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-95b07434-1ef2-4c8e-94cd-9170b92e44af service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388788 Apr 20 13:16:20.919401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:16:20.981594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:20.999300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Calling delete_port for 7e0e4e50-a1ff-4189-8055-9c6d4b67ec01 owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:21.002066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:16:21.021035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:21.029492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:21.031739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:21.085748 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1dd5e22a-f3c3-4247-b192-2c01e6299613 req-f43877db-3fef-4c80-9795-165d72c85d80 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731596 Apr 20 13:16:21.118121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=6']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:21.130498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.130889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.131267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.131643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.132036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.132388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.132756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.133124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.133506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.133875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.134237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.134600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:21.138736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:21.181635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:21.186237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:21.230894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['95b3c28b-8a00-4475-aa8f-45658c0e3ac7'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:16:21.398944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:21.478121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event deleted for resources: {'Port': ['ID=7e0e4e50-a1ff-4189-8055-9c6d4b67ec01,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:21.482064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:21.634369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:21.634780 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Floating IP f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e disassociated (deleted). External IP: 172.28.1.234, port: 9394419b-6122-4edc-8b48-12a4ced803ec. Apr 20 13:16:21.816360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c750-2921-40ad-975e-c7e55e7db014 req-cc6bb6d0-07cc-4315-96a8-a02b7cae18d9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:21.818082 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e231c750-2921-40ad-975e-c7e55e7db014 req-cc6bb6d0-07cc-4315-96a8-a02b7cae18d9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.2677920 Apr 20 13:16:21.892941 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e231c750-2921-40ad-975e-c7e55e7db014 req-76f7928f-cf9e-4248-a189-ee4cc03348cd tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675435 Apr 20 13:16:22.105437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Router e6445c95-16ac-4d6d-84cb-d40eafd452cf has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:16:22.284232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:22.318435 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:22.331546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Sync routers for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:16:22.341941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:22.345714 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:22.346658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:22.414505 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "DELETE /v2.0/floatingips/f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e HTTP/1.1" status: 204 len: 168 time: 1.9724557 Apr 20 13:16:22.414505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:22.509357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:16:22.577291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:22.691259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-26956e51-8177-4c3c-a16c-05faedf11dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:22.693165 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-26956e51-8177-4c3c-a16c-05faedf11dc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 1098 time: 0.1230152 Apr 20 13:16:22.758614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:16:22.916854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-822b4086-58ce-4070-8aa9-836fb95bc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:22.919227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-822b4086-58ce-4070-8aa9-836fb95bc715 service neutron] 10.222.0.78 "GET /v2.0/networks?id=41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 200 len: 916 time: 0.2186236 Apr 20 13:16:23.065597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-2fc21360-394e-4e7e-9893-b485b24d09bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 200 len: 217 time: 0.1191583 Apr 20 13:16:23.193911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-c00b4651-18fd-429d-a163-df6a0d2016db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:23.195808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-c00b4651-18fd-429d-a163-df6a0d2016db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 200 len: 853 time: 0.1199422 Apr 20 13:16:23.316298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-f20ec483-2bdf-4faf-889b-47e5602ca7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:23.318404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-f20ec483-2bdf-4faf-889b-47e5602ca7bb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41bc7225-0231-459e-b9b6-a9d7d3cac629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057801 Apr 20 13:16:23.332846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:23.333262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:23.430420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a76e59-0981-496e-9889-01e0cfbe58bc req-beec7ee9-ee77-44c0-81c6-7397663dbe76 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:23.432193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:23.447805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Checking router: e6445c95-16ac-4d6d-84cb-d40eafd452cf for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:16:23.463030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:23.463745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:23.466146 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-93a76e59-0981-496e-9889-01e0cfbe58bc req-beec7ee9-ee77-44c0-81c6-7397663dbe76 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.1534851 Apr 20 13:16:23.576612 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-93a76e59-0981-496e-9889-01e0cfbe58bc req-8e88d284-a379-4ec0-9470-ef5c6757292e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090646 Apr 20 13:16:23.590738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-27d7cbd9-771a-4faf-93eb-0f1006620400 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626338 Apr 20 13:16:23.771183 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4c8fbf81-ad3e-4e83-be0d-af619ef08288 req-90857034-b462-49b4-9d96-67afc77b5f80 service neutron] 10.222.0.78 "GET /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714962 Apr 20 13:16:23.811814 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:23.868517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:23.885227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:23.890018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:23.898781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:23.945287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:24.001037 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'code': 200} Apr 20 13:16:24.132638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=7']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:24.149169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:24.388945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:24.393963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752cc4c-ac06-4496-a814-7c45fac138db None None] The sync data for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb is: [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:13:59Z', 'revision_number': 4, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '6fed0308-4ee0-4315-988c-9dccd50c6fdb', 'name': '', 'network_id': '41bc7225-0231-459e-b9b6-a9d7d3cac629', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'mac_address': 'fa:16:3e:35:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:58Z', 'updated_at': '2021-04-20T13:14:11Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'subnets': [{'id': '8babf99f-c9e8-4d3c-9109-1e1a0db5e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:16:24.869765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f8268-a9ed-498c-9354-fd4b5dea3fa5 req-bb9cd056-27e0-4b1b-87d3-8fbe3a5d64aa tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:24.871568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-018f8268-a9ed-498c-9354-fd4b5dea3fa5 req-bb9cd056-27e0-4b1b-87d3-8fbe3a5d64aa tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1211929 Apr 20 13:16:24.884950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df41657-c019-49e9-af69-620af909b574 None None] New status for floating IP f5cefbe9-8d50-423a-aa5a-2899bb8a1e8e: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:16:24.934769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-018f8268-a9ed-498c-9354-fd4b5dea3fa5 req-620bb954-255d-4b54-b1c4-2151c74237e4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562115 Apr 20 13:16:26.109319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-20f57f0b-7c81-49e2-8931-7a97297fd614 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:26.110686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-20f57f0b-7c81-49e2-8931-7a97297fd614 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:16:26.134331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-20f57f0b-7c81-49e2-8931-7a97297fd614 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:16:26.142009 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-20f57f0b-7c81-49e2-8931-7a97297fd614 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1501966 Apr 20 13:16:26.194473 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-2331fede-703c-41b7-a152-55761a90efae tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Synchronizing usage tracker for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:16:26.220874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-2331fede-703c-41b7-a152-55761a90efae tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Unset dirty status for tenant:0cf0af0ceef24ac2b494cb86b52a4b15 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:16:26.222722 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a70112aa-94e9-443a-8ac0-812c412ed325 req-2331fede-703c-41b7-a152-55761a90efae tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Apr 20 13:16:26.239369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb966-d91e-41f0-9256-e5a80fa0e51b req-4ec8df6a-e7cf-4724-a340-2239e312aa0f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:26.246207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-375fb966-d91e-41f0-9256-e5a80fa0e51b req-4ec8df6a-e7cf-4724-a340-2239e312aa0f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1087267 Apr 20 13:16:26.307652 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-375fb966-d91e-41f0-9256-e5a80fa0e51b req-844ccb43-39fe-4782-bb85-6a4f61e6e42b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597579 Apr 20 13:16:27.479332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598d734-377d-4768-8d22-194f93afa8a8 req-625e4dea-ae99-4db7-a41d-3dc444849ae9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:27.487868 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0598d734-377d-4768-8d22-194f93afa8a8 req-625e4dea-ae99-4db7-a41d-3dc444849ae9 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1179848 Apr 20 13:16:27.546026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42116667-e1f8-4f88-a0ce-4fb5f971bd72 req-49ae2a0a-d9b4-41a3-93c8-4a18899d6fd5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:27.548087 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42116667-e1f8-4f88-a0ce-4fb5f971bd72 req-49ae2a0a-d9b4-41a3-93c8-4a18899d6fd5 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1023467 Apr 20 13:16:27.556354 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0598d734-377d-4768-8d22-194f93afa8a8 req-1e5984c6-c020-4a50-bf6d-73fc3673eaf2 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671129 Apr 20 13:16:27.613284 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-42116667-e1f8-4f88-a0ce-4fb5f971bd72 req-0b620275-d553-4bbb-96e1-1184f0fda39e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578394 Apr 20 13:16:28.185587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434d17-9952-4b27-b123-83d7e8baa77e req-d5f11949-ed52-4724-9818-7e0453fa8139 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:28.187369 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-06434d17-9952-4b27-b123-83d7e8baa77e req-d5f11949-ed52-4724-9818-7e0453fa8139 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.78 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1277237 Apr 20 13:16:28.285234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Deleting port 9394419b-6122-4edc-8b48-12a4ced803ec {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:28.285234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:28.586924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] For port 9394419b-6122-4edc-8b48-12a4ced803ec, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9394419b-6122-4edc-8b48-12a4ced803ec,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:28.587408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:28.759197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Calling delete_port for 9394419b-6122-4edc-8b48-12a4ced803ec owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:28.828126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354397d-a351-4f0a-9000-113ee955d861 req-dd96b5f7-ac1c-4bce-9976-5cec7edf8bd4 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:28.829778 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7354397d-a351-4f0a-9000-113ee955d861 req-dd96b5f7-ac1c-4bce-9976-5cec7edf8bd4 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 945 time: 0.1067812 Apr 20 13:16:28.890871 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7354397d-a351-4f0a-9000-113ee955d861 req-0c9341e3-f6dd-432b-805d-21697bc20315 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0bec14a-0e34-41a7-be0e-eb11def45d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536861 Apr 20 13:16:28.952731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6dabd-6a72-4fac-ae12-02d588de78b7 req-9036c3d9-523c-415b-aefe-5cab55aee1a6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:28.956647 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-82c6dabd-6a72-4fac-ae12-02d588de78b7 req-9036c3d9-523c-415b-aefe-5cab55aee1a6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1610124 Apr 20 13:16:29.082454 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-82c6dabd-6a72-4fac-ae12-02d588de78b7 req-18071636-aafe-4f43-ab80-305ce1cdf533 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704939 Apr 20 13:16:29.110441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:29.116541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6e1f2d25-de3f-47de-8931-beafe155c22d tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:29.150754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['9394419b-6122-4edc-8b48-12a4ced803ec'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:16:29.166538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Pushing event deleted for resources: {'Port': ['ID=9394419b-6122-4edc-8b48-12a4ced803ec,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:29.170775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:29.258401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] No DVR routers for this DVR port 9394419b-6122-4edc-8b48-12a4ced803ec on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:16:29.259901 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:29.263002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'name': 'network-vif-deleted', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:29.283052 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-06434d17-9952-4b27-b123-83d7e8baa77e req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.78 "DELETE /v2.0/ports/9394419b-6122-4edc-8b48-12a4ced803ec HTTP/1.1" status: 204 len: 173 time: 1.0901744 Apr 20 13:16:29.320789 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a725db-a33b-45a4-a36a-f6b302a76b07', 'name': 'network-vif-deleted', 'tag': '9394419b-6122-4edc-8b48-12a4ced803ec', 'status': 'completed', 'code': 200} Apr 20 13:16:30.128501 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2f88c9f4-a7d2-45c6-bf99-95cc6a573484 req-337964d5-60c6-419e-9b26-988e28b4c17b tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] 10.222.0.68 "GET /v2.0/ports?device_id=02a725db-a33b-45a4-a36a-f6b302a76b07 HTTP/1.1" status: 200 len: 210 time: 0.0713155 Apr 20 13:16:30.320592 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0080691-0961-4ca3-98c3-9c578c396e6b req-4405b4a8-15ad-4d25-b3df-ece8fbe34d6b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:30.322415 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f0080691-0961-4ca3-98c3-9c578c396e6b req-4405b4a8-15ad-4d25-b3df-ece8fbe34d6b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.0965717 Apr 20 13:16:30.386017 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f0080691-0961-4ca3-98c3-9c578c396e6b req-2ab30b5b-ca69-4fd0-8f1b-1f3ae46554f3 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569415 Apr 20 13:16:31.677528 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e21da-678a-458e-a828-0b4ea2f74589 req-0b880d98-f341-45da-a66f-b16b5ed897c2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:31.686040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-788e21da-678a-458e-a828-0b4ea2f74589 req-0b880d98-f341-45da-a66f-b16b5ed897c2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1274900 Apr 20 13:16:31.733068 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-788e21da-678a-458e-a828-0b4ea2f74589 req-30fce6aa-966b-4c0e-996d-b540a1b337e8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Apr 20 13:16:32.039088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36208) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:32.805329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 9394419b-6122-4edc-8b48-12a4ced803ec no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:32.856757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 9394419b-6122-4edc-8b48-12a4ced803ec {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:32.857402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 9394419b-6122-4edc-8b48-12a4ced803ec not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:32.886897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-5f515ce5-e4a2-43b6-8640-7e4df88c9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:32.888511 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-5f515ce5-e4a2-43b6-8640-7e4df88c9c8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1098 time: 0.1342201 Apr 20 13:16:32.964222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7a331-0dc5-4c17-a3d3-2196a62ec179 req-332b4a30-52c1-4fda-b2a2-0d00e4df4b9b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:32.972915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-62c7a331-0dc5-4c17-a3d3-2196a62ec179 req-332b4a30-52c1-4fda-b2a2-0d00e4df4b9b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1038196 Apr 20 13:16:33.033241 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-62c7a331-0dc5-4c17-a3d3-2196a62ec179 req-a18b189b-da18-4a34-bad9-d99055e83676 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587659 Apr 20 13:16:33.058894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:33.200364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-11f7fde4-4871-470a-bdfd-e388d534c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:33.202017 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-11f7fde4-4871-470a-bdfd-e388d534c957 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.3052685 Apr 20 13:16:33.349617 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-b8ec1b65-ec60-48b4-983c-77e9732dc753 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 1001 time: 0.1384511 Apr 20 13:16:33.526286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-48d5b004-b1c2-44ec-86b1-9d233831a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:33.527675 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-48d5b004-b1c2-44ec-86b1-9d233831a39f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.1707995 Apr 20 13:16:33.667130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Deleting port 6fed0308-4ee0-4315-988c-9dccd50c6fdb {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:33.667510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:33.807444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-284f5d42-1d9e-4cad-919f-26d240f0f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:33.808977 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-284f5d42-1d9e-4cad-919f-26d240f0f5ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2207017 Apr 20 13:16:33.991504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] For port 6fed0308-4ee0-4315-988c-9dccd50c6fdb, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=6fed0308-4ee0-4315-988c-9dccd50c6fdb,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:33.991842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:34.147604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Calling delete_port for 6fed0308-4ee0-4315-988c-9dccd50c6fdb owned by network:router_interface {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:34.180596 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-0515b10b-268f-47c6-8ed5-9ebbe3a9e94e service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583195 Apr 20 13:16:34.457856 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-af0d11e1-03d0-40a2-837e-5ca9d29a32a1 req-dc75861c-d552-46a2-a1bd-a4ce34e1bf4e service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657256 Apr 20 13:16:34.467375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d4700-03df-4e6b-b0e2-f01381ccdfac req-8d483c36-78e1-4235-a572-ccdb4b067a96 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:34.469549 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-916d4700-03df-4e6b-b0e2-f01381ccdfac req-8d483c36-78e1-4235-a572-ccdb4b067a96 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.2802255 Apr 20 13:16:34.553684 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-916d4700-03df-4e6b-b0e2-f01381ccdfac req-cf7bf6b3-1700-4c44-80f6-32dbef30d853 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765197 Apr 20 13:16:34.584945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:34.590081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78daa7ce-5a26-4f76-b18c-1fd576157a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:34.640794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fed0308-4ee0-4315-988c-9dccd50c6fdb,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:34.669578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:34.732449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:35.152954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:35.553990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Router e6445c95-16ac-4d6d-84cb-d40eafd452cf has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:16:35.761590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:35.775423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Sync routers for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:16:35.777494 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b5e02c58-a5a8-44ef-89be-940c78269be4 admin admin] 10.222.0.68 "PUT /v2.0/routers/e6445c95-16ac-4d6d-84cb-d40eafd452cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7358809 Apr 20 13:16:35.779013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36246) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:35.782803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa46bb4-7b43-4cd6-a6e2-08d57bc1deff req-7733259a-8332-46d1-a9cf-477a041b55b1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:35.784469 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-faa46bb4-7b43-4cd6-a6e2-08d57bc1deff req-7733259a-8332-46d1-a9cf-477a041b55b1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.1084135 Apr 20 13:16:35.787279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:35.787970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:35.838465 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-faa46bb4-7b43-4cd6-a6e2-08d57bc1deff req-a9433a8d-7e14-471b-a7b2-46fd3682acc2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 Apr 20 13:16:36.003352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:36.015129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:36.223726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:36.234868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Deleting port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:36.235226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:36.346700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:16:34Z', 'revision_number': 5, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port': {'id': 'c31f2eb9-5779-47e9-9062-c74b7d5bf0a3', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:55Z', 'updated_at': '2021-04-20T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:36.350834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Checking router: e6445c95-16ac-4d6d-84cb-d40eafd452cf for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:16:36.361069 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Routers {'e6445c95-16ac-4d6d-84cb-d40eafd452cf'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:36.361789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:36.434718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] For port c31f2eb9-5779-47e9-9062-c74b7d5bf0a3, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:36.435371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:36.529304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] Set router e6445c95-16ac-4d6d-84cb-d40eafd452cf gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:36.576309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Calling delete_port for c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 owned by network:router_gateway {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:36.647448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:16:36Z', 'revision_number': 6, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:36.652162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c56d4f-73ac-4f87-b587-7bd8ee823a09 None None] The sync data for ids ['e6445c95-16ac-4d6d-84cb-d40eafd452cf'] in dv-cinder-786627-2-smb is: [{'id': 'e6445c95-16ac-4d6d-84cb-d40eafd452cf', 'name': 'tempest-TestMinimumBasicScenario-691167310-router', 'tenant_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:54Z', 'updated_at': '2021-04-20T13:16:36Z', 'revision_number': 6, 'project_id': '0cf0af0ceef24ac2b494cb86b52a4b15', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:16:36.779603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:36.785315 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-06b7561a-fb9d-4fb6-a5f3-51b7a17ea0ac tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:36.833718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f2eb9-5779-47e9-9062-c74b7d5bf0a3,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:36.837090 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:36.849222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:36.942743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.142753 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.145203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.184841 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.215728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:37.227871 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:37.231007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.232988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:37.294370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.294932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6445c95-16ac-4d6d-84cb-d40eafd452cf {{(pid=86377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:16:37.313050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=8']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:37.321854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.322404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:37.323095 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fd0b03c5-0f39-4190-8484-938acc947da0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/e6445c95-16ac-4d6d-84cb-d40eafd452cf HTTP/1.1" status: 204 len: 168 time: 1.5431075 Apr 20 13:16:37.327842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36264) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:37.355182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea39aa-c934-437d-8216-7266ecbe95f1 req-bdf10c9f-8136-4f9b-ab91-aca9cb560d6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:37.357647 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d6ea39aa-c934-437d-8216-7266ecbe95f1 req-bdf10c9f-8136-4f9b-ab91-aca9cb560d6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 945 time: 0.2932420 Apr 20 13:16:37.405737 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Deleting subnet 8babf99f-c9e8-4d3c-9109-1e1a0db5e052 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:16:37.409997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.430203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d6ea39aa-c934-437d-8216-7266ecbe95f1 req-71dc6f69-2ee6-464b-ab32-09ebd1a85838 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650148 Apr 20 13:16:37.469706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.495559 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'code': 422} returned with failed status Apr 20 13:16:37.603931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.758385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:37.804729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:37.805133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device c31f2eb9-5779-47e9-9062-c74b7d5bf0a3 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:37.805630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 6fed0308-4ee0-4315-988c-9dccd50c6fdb no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:37.844957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 6fed0308-4ee0-4315-988c-9dccd50c6fdb {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:37.845357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 6fed0308-4ee0-4315-988c-9dccd50c6fdb not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:37.900938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.906524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c5d394ee-efa3-4757-82c9-47ae9639b3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:37.945863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8babf99f-c9e8-4d3c-9109-1e1a0db5e052,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:37.955352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.955776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.956193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.956597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.957000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.961320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080e17b-167a-4eb7-8ef6-28f51ac6f739 None None] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:16:37.973742 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.974390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.975030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.975447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.975861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.976265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.976661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:16:37.983609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:37.990999 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8babf99f-c9e8-4d3c-9109-1e1a0db5e052 HTTP/1.1" status: 204 len: 168 time: 0.6613429 Apr 20 13:16:37.992370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-da1b79c2-b8cb-43a5-ac16-89b9f664305d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:37.994075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36286) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:38.126071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.137794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Deleting port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:38.138346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.251995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] DHCP port deletion for 41bc7225-0231-459e-b9b6-a9d7d3cac629 request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:16:38.256380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Deleting port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:38.256805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.486521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] For port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:38.486857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.613172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] For port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,segment=NetworkSegment(733338cc-d819-4a44-b6ec-68a420f7d608),segment_id=733338cc-d819-4a44-b6ec-68a420f7d608)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:38.613975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.626772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Calling delete_port for 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c owned by network:dhcp {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:38.749117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Calling delete_port for 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:38.782662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802'] for port, after_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:38.787215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:38.836285 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:16:38.837402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:16:38.847033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Pushing event deleted for resources: {'Port': ['ID=95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c,revision_number=None']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:38.847859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:38.848290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] No DVR routers for this DVR port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c on host dv-cinder-786627-2-smb {{(pid=86378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:16:39.168393 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-bc05ccf5-be11-4ea9-a590-68d43c6026e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823655 Apr 20 13:16:39.311679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e15494-fb00-43e0-8765-babe72826bd6 req-e0750a62-7212-44df-9dfc-18344492a04e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:39.313949 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-34e15494-fb00-43e0-8765-babe72826bd6 req-e0750a62-7212-44df-9dfc-18344492a04e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.0968983 Apr 20 13:16:39.339704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Deleting port 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:39.340259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:39.367099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-34e15494-fb00-43e0-8765-babe72826bd6 req-9ee8d120-b55c-4576-a08a-9ca298582ea2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466444 Apr 20 13:16:39.423709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] The port '95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:16:39.548225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:39.664921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bc7225-0231-459e-b9b6-a9d7d3cac629']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:39.681665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733338cc-d819-4a44-b6ec-68a420f7d608') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:39.681979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733338cc-d819-4a44-b6ec-68a420f7d608') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:39.694553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:39.717181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:39.724751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:16:39.738159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:39.777075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:39.777507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 95c1d5e4-17a2-41be-ad1a-8a9e5edbb70c not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:39.986630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:16:39.997103 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:40.092880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-55d750e4-1aa9-4332-88ed-50ca15a7bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:40.095115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-55d750e4-1aa9-4332-88ed-50ca15a7bda4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6&tenant_id=46da434ef5e84698a116dad8a0a3212f HTTP/1.1" status: 200 len: 1096 time: 0.2113481 Apr 20 13:16:40.239599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Network 41bc7225-0231-459e-b9b6-a9d7d3cac629 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: % (table.description, expected, rows_matched) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: % (table.description, expected, rows_matched) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: % (table.description, expected, rows_matched) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: % (table.description, expected, rows_matched) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:40.263882 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:40.358899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:40.365382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:40.380043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:40.386420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-5f7f31f2-4f1d-439b-a3ce-22a1d705f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:40.388047 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-5f7f31f2-4f1d-439b-a3ce-22a1d705f65c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1096 time: 0.2229588 Apr 20 13:16:40.395755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Pushing event deleted for resources: {'Network': ['ID=41bc7225-0231-459e-b9b6-a9d7d3cac629,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:40.399291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:16:40.422217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:40.491627 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-27195808-7c68-4f5c-8571-18ccabda962c admin admin] 10.222.0.68 "DELETE /v2.0/networks/41bc7225-0231-459e-b9b6-a9d7d3cac629 HTTP/1.1" status: 204 len: 168 time: 2.4962981 Apr 20 13:16:40.500297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36338) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:40.577028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904b700-2009-467f-990b-12673b67e2b6 req-01ac6a13-aa93-4bf9-8412-66955650aeaa tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:40.579404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6904b700-2009-467f-990b-12673b67e2b6 req-01ac6a13-aa93-4bf9-8412-66955650aeaa tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.0913918 Apr 20 13:16:40.632593 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6904b700-2009-467f-990b-12673b67e2b6 req-799a78b4-332f-4950-9a6c-0d11d66281d6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Apr 20 13:16:40.705225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-8af4e110-b12d-4313-8e06-19dd1042be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:40.706837 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-8af4e110-b12d-4313-8e06-19dd1042be79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.3088071 Apr 20 13:16:40.960290 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-71479087-ab9f-4708-9b71-5946f708df9d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 999 time: 0.2385902 Apr 20 13:16:41.327048 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-78f4924d-668d-4692-a40b-90509219c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:41.328617 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-78f4924d-668d-4692-a40b-90509219c68c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.3456769 Apr 20 13:16:41.481373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-547701f5-5293-4349-9596-9bfad21bbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:41.482981 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-547701f5-5293-4349-9596-9bfad21bbb35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460061 Apr 20 13:16:41.688435 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-b1a08ebe-85c6-4691-8ac3-a78dea8b609a service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969030 Apr 20 13:16:41.724135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:41.847629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd8bdf-5e29-43cc-b1b2-bc4c6117dc7a req-2f8335f3-a8b8-44bd-9056-153d66599689 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:41.849254 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e6bd8bdf-5e29-43cc-b1b2-bc4c6117dc7a req-2f8335f3-a8b8-44bd-9056-153d66599689 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.0928643 Apr 20 13:16:41.902493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e6bd8bdf-5e29-43cc-b1b2-bc4c6117dc7a req-1a4422f1-0b35-4dcb-8d32-97e898f16485 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Apr 20 13:16:42.012958 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-403fbfc8-6209-4208-b04c-36774a7cd552 req-823baa0b-d70e-49fd-ae4f-0304ef080282 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173735 Apr 20 13:16:42.220550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Deleting port b3ef875e-db8e-4477-a40a-128385863682 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:42.220926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:42.408110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] For port b3ef875e-db8e-4477-a40a-128385863682, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=b3ef875e-db8e-4477-a40a-128385863682,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:42.408571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:42.548407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Calling delete_port for b3ef875e-db8e-4477-a40a-128385863682 owned by network:router_interface {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:42.723732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:42.728523 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1bbfe711-ae09-45ed-81bd-8c910f512fd9 tempest-VolumesNegativeTest-1313817247 tempest-VolumesNegativeTest-1313817247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:42.776289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ef875e-db8e-4477-a40a-128385863682,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:42.804353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:43.104286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:43.406188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299667f-79fa-403e-b547-439db4bfc39b req-33cb6a9a-7ece-4163-84c4-89ba9b95b918 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:43.408128 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2299667f-79fa-403e-b547-439db4bfc39b req-33cb6a9a-7ece-4163-84c4-89ba9b95b918 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.2186289 Apr 20 13:16:43.587252 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2299667f-79fa-403e-b547-439db4bfc39b req-8b7431e1-e5aa-4929-b4f5-8560d3e050e4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727097 Apr 20 13:16:43.666183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Router 88521fa4-94ea-4e95-8970-2efb58c4d15d has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:16:44.150539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:44.160122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Sync routers for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:16:44.170762 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] 10.222.0.68 "PUT /v2.0/routers/88521fa4-94ea-4e95-8970-2efb58c4d15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6692686 Apr 20 13:16:44.171563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:44.172326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:44.173437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36384) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:44.369253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks [] for router, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:44.376220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:44.579346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:44.588613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Deleting port d413686e-0737-4594-bb10-da4c0dde8999 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:44.589275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:44.688684 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:16:42Z', 'revision_number': 5, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port': {'id': 'd413686e-0737-4594-bb10-da4c0dde8999', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:14:05Z', 'updated_at': '2021-04-20T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:44.693318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Checking router: 88521fa4-94ea-4e95-8970-2efb58c4d15d for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:16:44.703495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Routers {'88521fa4-94ea-4e95-8970-2efb58c4d15d'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:44.704409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['88521fa4-94ea-4e95-8970-2efb58c4d15d'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:44.783302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] For port d413686e-0737-4594-bb10-da4c0dde8999, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=d413686e-0737-4594-bb10-da4c0dde8999,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:44.783713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:44.939486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Calling delete_port for d413686e-0737-4594-bb10-da4c0dde8999 owned by network:router_gateway {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:44.977309 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879d62-2670-4700-b0a2-a6c2adcd5fe2 req-0b36b609-2a2a-4542-b560-38f29f954406 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:44.986027 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d9879d62-2670-4700-b0a2-a6c2adcd5fe2 req-0b36b609-2a2a-4542-b560-38f29f954406 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1673994 Apr 20 13:16:45.044430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d9879d62-2670-4700-b0a2-a6c2adcd5fe2 req-cd63032c-65c6-447e-baa1-575e307941c7 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556879 Apr 20 13:16:45.178930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] Set router 88521fa4-94ea-4e95-8970-2efb58c4d15d gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:45.198894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.204884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c28d7059-b7a6-437f-99a8-231b3c33e8ce tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:45.257106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Pushing event deleted for resources: {'Port': ['ID=d413686e-0737-4594-bb10-da4c0dde8999,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:45.285893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:45.306252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:16:44Z', 'revision_number': 6, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:45.312772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13050db0-08cf-4a34-aa7e-f2d75ad1020b None None] The sync data for ids ['88521fa4-94ea-4e95-8970-2efb58c4d15d'] in dv-cinder-786627-2-smb is: [{'id': '88521fa4-94ea-4e95-8970-2efb58c4d15d', 'name': 'tempest-TestMinimumBasicScenario-731345952-router', 'tenant_id': '580b82de7be44c62b96abd70fa4eb57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:14:03Z', 'updated_at': '2021-04-20T13:16:44Z', 'revision_number': 6, 'project_id': '580b82de7be44c62b96abd70fa4eb57f', 'gw_port_host': None}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:16:45.365357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.562909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.565237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.595648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.596402 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88521fa4-94ea-4e95-8970-2efb58c4d15d {{(pid=86377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:16:45.611805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.613068 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] 10.222.0.68 "DELETE /v2.0/routers/88521fa4-94ea-4e95-8970-2efb58c4d15d HTTP/1.1" status: 204 len: 168 time: 1.4385309 Apr 20 13:16:45.615963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36392) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:45.688682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Deleting subnet 11314043-6602-4d91-bd33-1aef7f6a0024 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:16:45.692098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.744000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device b3ef875e-db8e-4477-a40a-128385863682 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:45.757362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:45.791889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: b3ef875e-db8e-4477-a40a-128385863682 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:45.792282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device b3ef875e-db8e-4477-a40a-128385863682 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:45.792744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device d413686e-0737-4594-bb10-da4c0dde8999 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:45.854439 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: d413686e-0737-4594-bb10-da4c0dde8999 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:45.855176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device d413686e-0737-4594-bb10-da4c0dde8999 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:45.859501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.179498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.190340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:46.230885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.234410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3b5eb-27c7-4ef8-9980-0c0ee36a56cd None None] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:16:46.239011 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11314043-6602-4d91-bd33-1aef7f6a0024,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:46.246486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:46.249249 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5234ed77-c504-4bf3-8376-238b5338c45e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/11314043-6602-4d91-bd33-1aef7f6a0024 HTTP/1.1" status: 204 len: 168 time: 0.6319802 Apr 20 13:16:46.252370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36402) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:46.329987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ba8c6-039f-402f-aea4-5115da0ab402 req-c886b991-cd7e-4d57-8303-e288b0573c3f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:46.331765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a5ba8c6-039f-402f-aea4-5115da0ab402 req-c886b991-cd7e-4d57-8303-e288b0573c3f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1457191 Apr 20 13:16:46.425292 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a5ba8c6-039f-402f-aea4-5115da0ab402 req-d87ecd2b-b6dd-4d34-a5be-80a80f676fc6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760083 Apr 20 13:16:46.609201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] DHCP port deletion for 51969a27-01f4-4b82-8de8-c7ff2689a95f request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:16:46.615518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Deleting port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:46.617149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.631544 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.645398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Deleting port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:46.645893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.853827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] For port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:46.854584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:46.894380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] For port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,segment=NetworkSegment(626909d5-38ff-42dc-8b20-e5c151ef225b),segment_id=626909d5-38ff-42dc-8b20-e5c151ef225b)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:46.894719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.029622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Calling delete_port for 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 owned by network:dhcp {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:47.047036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Calling delete_port for 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:47.126769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-82c9a2af-e7e8-4a90-81c6-64b14b245c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.145999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.152541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:16:47.152955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:16:47.157037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ea42ae76-fd96-492d-bd4f-4d367d6b96a7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:47.191527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] No DVR routers for this DVR port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 on host dv-cinder-786627-2-smb {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:16:47.257827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b7d8c2-d1e4-481e-87ff-8b28b9e865a6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:47.260540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:47.339447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.459226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51969a27-01f4-4b82-8de8-c7ff2689a95f']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:47.473760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626909d5-38ff-42dc-8b20-e5c151ef225b') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:47.474071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626909d5-38ff-42dc-8b20-e5c151ef225b') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:47.487140 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.502391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.508802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:16:47.654588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Deleting port 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:47.656343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.739022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-75edcb7f-24d6-45c9-b281-33910351a592 None None] The port '70b7d8c2-d1e4-481e-87ff-8b28b9e865a6' was deleted {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:16:47.752795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:16:47.760110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:16:47.763288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:47.808467 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:16:47.808843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 70b7d8c2-d1e4-481e-87ff-8b28b9e865a6 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:16:47.941812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfab2b-9f72-45f3-9c19-1f4bd0755652 req-7de9bb12-e1e6-4edc-b073-be59b4ff26c6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:47.943437 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eebfab2b-9f72-45f3-9c19-1f4bd0755652 req-7de9bb12-e1e6-4edc-b073-be59b4ff26c6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.3536057 Apr 20 13:16:47.987007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Network 51969a27-01f4-4b82-8de8-c7ff2689a95f has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:48.017852 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:48.115339 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eebfab2b-9f72-45f3-9c19-1f4bd0755652 req-65759452-c561-467a-8082-863869d4261d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581712 Apr 20 13:16:48.121603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.126275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ad196483-4630-4473-84b5-4d5255dfef38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:48.146635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.150633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=51969a27-01f4-4b82-8de8-c7ff2689a95f,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:48.155109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:48.162832 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] 10.222.0.68 "DELETE /v2.0/networks/51969a27-01f4-4b82-8de8-c7ff2689a95f HTTP/1.1" status: 204 len: 168 time: 1.9085152 Apr 20 13:16:48.378083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36414) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:48.435972 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-22d1db2b-a187-425e-a5c9-4530a8536c38 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cf0af0ceef24ac2b494cb86b52a4b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564523 Apr 20 13:16:48.438765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36418) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:48.505368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.533264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.580178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.585424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-787a7f60-6f7a-4aa5-bd4f-b84a17b614ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:48.601250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bec14a-0e34-41a7-be0e-eb11def45d52,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:48.606104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:48.613948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:48.618096 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0bec14a-0e34-41a7-be0e-eb11def45d52 HTTP/1.1" status: 204 len: 168 time: 0.1781871 Apr 20 13:16:49.000014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36426) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:49.056107 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f8ff5081-fb2f-448c-a805-139e73a558cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=580b82de7be44c62b96abd70fa4eb57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540516 Apr 20 13:16:49.058863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36432) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:49.129034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:49.159504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:49.217532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:49.224369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2dfde9f0-4421-4545-967a-4ef91f636d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:49.237078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61b6f34-f914-4378-a2dc-e6197758417d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:49.247080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:49.253004 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:49.256770 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f61b6f34-f914-4378-a2dc-e6197758417d HTTP/1.1" status: 204 len: 168 time: 0.1944368 Apr 20 13:16:49.387011 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3dc37-17de-4114-995e-3abeb503f54f req-219c48b6-82cc-4718-8835-6f672f8477b8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:49.388693 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09c3dc37-17de-4114-995e-3abeb503f54f req-219c48b6-82cc-4718-8835-6f672f8477b8 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1220868 Apr 20 13:16:49.440310 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-09c3dc37-17de-4114-995e-3abeb503f54f req-206e2547-4ae3-469b-b8d3-cd8419b7088b tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Apr 20 13:16:49.763489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-28652edc-7680-4757-ba85-2eec344b0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.208726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36460) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:50.326766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-660588429-network', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:50.332681 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:50.339529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Usage tracker for resource:network and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:50.343536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:50.350092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:50.360384 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Made reservation on behalf of 29eab3abf3664586842f87c12bbf4ba2 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:16:50.365236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.379509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.396582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:50.400713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:50.404183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:50.411430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:50.465648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.512880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.516540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.521557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fefdb8ce-8dcb-4a93-a93b-5c78aa884ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:50.563345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:16:50.572843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.573244 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Added segment 3d460c45-dbe2-40c3-a98e-dc4c80a00622 of type vlan for network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 Apr 20 13:16:50.584369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da36986c-5196-41e3-9837-a2a3b23bd5c2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:50.632821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:50.660989 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.720514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172fd4-6b03-474b-a572-89a4c6345d3c req-9aa5169e-0f64-4027-8f3b-c7b92864b136 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:50.722124 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ef172fd4-6b03-474b-a572-89a4c6345d3c req-9aa5169e-0f64-4027-8f3b-c7b92864b136 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1415513 Apr 20 13:16:50.724358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.725775 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:50.726407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:50.731824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:50.879462 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6694016 Apr 20 13:16:50.882711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:50.882886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36470) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:50.887159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:50.889785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Request body: {'subnet': {'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-660588429-subnet', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:50.891635 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ef172fd4-6b03-474b-a572-89a4c6345d3c req-fa233976-b530-46f8-8108-2cf29f93ded6 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607609 Apr 20 13:16:50.895979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:50.897216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:16:50.900884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Usage tracker for resource:subnet and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:50.904346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:50.911408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:50.922136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Made reservation on behalf of 29eab3abf3664586842f87c12bbf4ba2 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:16:50.927268 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.349583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.355128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-79c93b66-9f64-4f57-8aed-5f3ced82941e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:51.384046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.444342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:51.448604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Checking segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:16:51.449002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Network hostable DHCP agents. Network: 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:16:51.455546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:51.469412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:16:51.478194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:16:51.488239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f6c15-bffb-4f2f-ba8f-a0d7a41e5546 None None] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:16:51.491328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:51.491987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.517982 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6336105 Apr 20 13:16:51.518695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36474) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:51.524752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:51.530056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:51.534514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Usage tracker for resource:router and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:51.538130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:51.544224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:51.553951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.555030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.574932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.818381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:16:51.819408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:51.914418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.035536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Allocated IP 172.20.0.2 (1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895/db5acb5a-0a52-41c1-a1ac-8412aa0b4f49/81a2f221-96bf-4dbb-8545-d1312235b947) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:16:52.225977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97fa5e-5e16-476b-9da6-2bf0fd1d96df req-c19a8179-6f3e-4e62-8bd8-13e083c979c1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:52.227663 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3a97fa5e-5e16-476b-9da6-2bf0fd1d96df req-c19a8179-6f3e-4e62-8bd8-13e083c979c1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1377494 Apr 20 13:16:52.297773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.309799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.336835 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Transition to ACTIVE for port object 81a2f221-96bf-4dbb-8545-d1312235b947 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:16:52.371181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Transition to ACTIVE for port object 81a2f221-96bf-4dbb-8545-d1312235b947 will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:16:52.383500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.389790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:52.497839 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:16:52.501704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:16:52.506766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Pushing event updated for resources: {'Port': ['ID=81a2f221-96bf-4dbb-8545-d1312235b947,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:52.509258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:16:52.511822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:52.623980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Attempting to bind port 81a2f221-96bf-4dbb-8545-d1312235b947 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:16:52.625560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Attempting to bind port 81a2f221-96bf-4dbb-8545-d1312235b947 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:16:52.626353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Attempting to bind port 81a2f221-96bf-4dbb-8545-d1312235b947 on network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:16:52.634565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:16:52.634995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Checking segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:16:52.635460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.635909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Bound using segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:16:52.636449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Bound port: 81a2f221-96bf-4dbb-8545-d1312235b947, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:16:52.636929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.751186 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3a97fa5e-5e16-476b-9da6-2bf0fd1d96df req-fcfbfd9a-9725-4ba9-99d2-0707db518992 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634790 Apr 20 13:16:52.760304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] For port 81a2f221-96bf-4dbb-8545-d1312235b947, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:16:52.765409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] For port 81a2f221-96bf-4dbb-8545-d1312235b947, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=81a2f221-96bf-4dbb-8545-d1312235b947,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:16:52.769739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.776496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.788244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:52.809558 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:52.914503 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Pushing event updated for resources: {'Port': ['ID=81a2f221-96bf-4dbb-8545-d1312235b947,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:52.917894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:52.979178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Allocated IP 172.28.1.147 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/854dee64-1f79-457c-93fd-0bd26ac344de) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:16:53.153012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:53.190732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:53.194164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-65557ac6-71b7-4afa-9501-64f5e121ca29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:53.287745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:16:53.291098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:16:53.296166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:16:53.326035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=854dee64-1f79-457c-93fd-0bd26ac344de,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:53.332196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:53.741122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:53.799382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 81a2f221-96bf-4dbb-8545-d1312235b947 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:16:54.095933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 81a2f221-96bf-4dbb-8545-d1312235b947 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:16:54.127645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f67ba3-8c6f-44ed-8450-c16fffe3a2eb req-fb197a1f-23e1-48aa-afa3-aea524876120 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:54.131018 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e1f67ba3-8c6f-44ed-8450-c16fffe3a2eb req-fb197a1f-23e1-48aa-afa3-aea524876120 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.2489741 Apr 20 13:16:54.185449 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e1f67ba3-8c6f-44ed-8450-c16fffe3a2eb req-2aefb444-3f27-4169-ab66-33391e89cc7e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488105 Apr 20 13:16:54.191569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:54.378101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bea65-70db-4967-a580-497ee5c012ec None None] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:16:54.423008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Router 2e806887-5944-4521-bdcc-c94351536071 is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:16:54.471044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Provisioning for port 81a2f221-96bf-4dbb-8545-d1312235b947 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:16:54.479716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Provisioning complete for port 81a2f221-96bf-4dbb-8545-d1312235b947 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:54.480142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:54.639337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:54.658941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Sync routers for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:16:54.663836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:54.668019 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1454513 Apr 20 13:16:54.668715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36500) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:54.730065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:54.730769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:54.808793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:54.889091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed479554-54e5-48eb-8e84-1a244e0c1b22 req-9c3765ec-a46a-4ba2-b1d6-914c47d07f99 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:54.891306 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed479554-54e5-48eb-8e84-1a244e0c1b22 req-9c3765ec-a46a-4ba2-b1d6-914c47d07f99 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.0942039 Apr 20 13:16:54.903195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:16:54.947773 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed479554-54e5-48eb-8e84-1a244e0c1b22 req-61313a26-74a3-4d97-836b-fb0b88baee29 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 Apr 20 13:16:54.954476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] For port 81a2f221-96bf-4dbb-8545-d1312235b947, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=81a2f221-96bf-4dbb-8545-d1312235b947,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:54.988847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:54.998888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:55.138187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:55.326488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Pushing event updated for resources: {'Port': ['ID=81a2f221-96bf-4dbb-8545-d1312235b947,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:55.381484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:55.398376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:55.437824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'port_id': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'mac_address': 'fa:16:3e:61:18:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:16:55.450579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-019da80f-74d5-40ff-adf3-2032f8d7448f None None] Provisioning complete for port 81a2f221-96bf-4dbb-8545-d1312235b947 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:55.451003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-019da80f-74d5-40ff-adf3-2032f8d7448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:55.628424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:55.674334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466c04f-fb6d-403e-aa82-9ab89168d86c req-4ee72ca2-3965-4c9e-a60d-4d2558f83721 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:55.675948 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e466c04f-fb6d-403e-aa82-9ab89168d86c req-4ee72ca2-3965-4c9e-a60d-4d2558f83721 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 943 time: 0.1927319 Apr 20 13:16:55.690686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:16:55.727441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:55.739198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:55.741882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:55.772578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-e466c04f-fb6d-403e-aa82-9ab89168d86c req-b299577c-c2f2-4789-b5db-6562df2126b2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639291 Apr 20 13:16:55.774497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:55.784860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 81a2f221-96bf-4dbb-8545-d1312235b947 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:16:56.008493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Allocated IP 172.20.0.1 (1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895/db5acb5a-0a52-41c1-a1ac-8412aa0b4f49/eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:16:56.008990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:53Z', 'revision_number': 3, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:56.031254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Checking router: 2e806887-5944-4521-bdcc-c94351536071 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:16:56.031661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Updating router 2e806887-5944-4521-bdcc-c94351536071 port 854dee64-1f79-457c-93fd-0bd26ac344de binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:16:56.101311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=9']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:56.108003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:56.117246 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['95b3c28b-8a00-4475-aa8f-45658c0e3ac7'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:16:56.158781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.190951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.197953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c281bd-a64e-4961-b51d-f0922b2c4ec5 req-adc3cfd4-3528-4eb7-8a71-a06112fd7b38 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:56.199683 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12c281bd-a64e-4961-b51d-f0922b2c4ec5 req-adc3cfd4-3528-4eb7-8a71-a06112fd7b38 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.1008501 Apr 20 13:16:56.210448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Transition to ACTIVE for port object eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:16:56.232003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 81a2f221-96bf-4dbb-8545-d1312235b947 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:56.232569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.238265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.243460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6d89d28-3e83-4421-a43f-fe4fb1917bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:56.266497 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-12c281bd-a64e-4961-b51d-f0922b2c4ec5 req-386a7685-093b-4aca-b951-d99c29bc6a88 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602427 Apr 20 13:16:56.313938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:16:56.316965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:16:56.320920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:16:56.353701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:56.361405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:56.390084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.610037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-64d99900-8d2f-45bf-971e-d20670ac96ff None None] Provisioning for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:16:56.640520 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-64d99900-8d2f-45bf-971e-d20670ac96ff None None] Provisioning complete for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:56.640944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d99900-8d2f-45bf-971e-d20670ac96ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.666947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.752912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-64d99900-8d2f-45bf-971e-d20670ac96ff None None] Port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:16:56.847320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.869966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Transition to ACTIVE for port object 854dee64-1f79-457c-93fd-0bd26ac344de will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:16:56.936302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:56.942184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6dd87e7-33f6-489e-8a6d-6deb8d233c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:56.975496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-1bc0b897-e0ee-4f02-a451-448e1462e550 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:56.977319 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-1bc0b897-e0ee-4f02-a451-448e1462e550 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.1559641 Apr 20 13:16:57.002115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.013207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Attempting to bind port 854dee64-1f79-457c-93fd-0bd26ac344de on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:16:57.013768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Attempting to bind port 854dee64-1f79-457c-93fd-0bd26ac344de by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:16:57.014043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Attempting to bind port 854dee64-1f79-457c-93fd-0bd26ac344de on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:16:57.034988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:16:57.035407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:16:57.035858 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.036294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:16:57.036815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Bound port: 854dee64-1f79-457c-93fd-0bd26ac344de, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:16:57.037255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.052601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.080717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Pushing event updated for resources: {'Port': ['ID=854dee64-1f79-457c-93fd-0bd26ac344de,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:57.085054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:57.121809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62726197-81cd-4f13-bb74-5444b1828778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:57.122734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] For port 854dee64-1f79-457c-93fd-0bd26ac344de, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:16:57.125882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] For port 854dee64-1f79-457c-93fd-0bd26ac344de, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=854dee64-1f79-457c-93fd-0bd26ac344de,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:16:57.129164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.133772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:57.212994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:57.213693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:57.238401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Deleting port a229b192-e7d0-4b73-85fc-48c2d29ece91 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:16:57.238798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.290496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:57.298539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:57.305047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.344593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Pushing event updated for resources: {'Port': ['ID=854dee64-1f79-457c-93fd-0bd26ac344de,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:57.348024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:57.418579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:57.478419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be561-c3cc-443e-93f1-c6adab4e11b0 req-87f55181-43e7-45be-9821-3c6c15260b9f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:57.480115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-233be561-c3cc-443e-93f1-c6adab4e11b0 req-87f55181-43e7-45be-9821-3c6c15260b9f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.4362576 Apr 20 13:16:57.482984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bbe69-c44e-4c28-a52d-07ea4f88885f req-01699cce-b9ed-49e6-af2c-6c63b7929b56 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:57.484656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7e5bbe69-c44e-4c28-a52d-07ea4f88885f req-01699cce-b9ed-49e6-af2c-6c63b7929b56 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.0918648 Apr 20 13:16:57.540508 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7e5bbe69-c44e-4c28-a52d-07ea4f88885f req-3b4a593b-3a5e-435c-8fa8-9b9ac5c87a43 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481975 Apr 20 13:16:57.682466 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-233be561-c3cc-443e-93f1-c6adab4e11b0 req-1aa9b832-e5ee-4ca3-ab1a-8141a08dd3e4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828792 Apr 20 13:16:57.701346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:16:57.705332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:16:57.762160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 2, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:57.768131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261855e-af12-4b70-99dd-716bb051d855 None None] The sync data for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb is: [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 2, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:16:57.803392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] For port a229b192-e7d0-4b73-85fc-48c2d29ece91, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a229b192-e7d0-4b73-85fc-48c2d29ece91,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:57.803803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:57.990422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-59799743-c449-4f07-9d57-6b66f9bd144f None None] Provisioning complete for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:57.990758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-59799743-c449-4f07-9d57-6b66f9bd144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:58.053066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-59799743-c449-4f07-9d57-6b66f9bd144f None None] Port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:16:58.355023 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Router 2e806887-5944-4521-bdcc-c94351536071 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:16:58.631379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:58.631807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:58.632170 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Floating IP 36d20ee9-7568-4947-b3df-05584eb946c5 disassociated. External IP: 172.28.1.222, port: a229b192-e7d0-4b73-85fc-48c2d29ece91. Apr 20 13:16:58.632555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Calling delete_port for a229b192-e7d0-4b73-85fc-48c2d29ece91 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:16:58.748690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:58.760019 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] 10.222.0.68 "PUT /v2.0/routers/2e806887-5944-4521-bdcc-c94351536071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0903037 Apr 20 13:16:58.766921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95e70-cd74-4736-979f-7f1d4494e975 req-a1c43077-d241-46a7-92a1-84984dc74502 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:58.777332 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-99a95e70-cd74-4736-979f-7f1d4494e975 req-a1c43077-d241-46a7-92a1-84984dc74502 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 946 time: 0.1073577 Apr 20 13:16:58.832462 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-99a95e70-cd74-4736-979f-7f1d4494e975 req-805037fd-6fee-4123-8f42-c322fd781d7c tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c9cb3d5-924d-4f7f-828e-18768310b200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540686 Apr 20 13:16:58.924014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:58.933024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:16:58.935374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-835d3686-c955-40b6-af2e-89389a4b1e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:58.998617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'Port': ['ID=a229b192-e7d0-4b73-85fc-48c2d29ece91,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:59.004797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:59.072754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:16:59.073204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.111518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b119f6a-c7da-45a6-a9e3-17bba3376dca req-0b1b85c8-9ff9-482d-9a0b-b69351600c22 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:59.114119 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b119f6a-c7da-45a6-a9e3-17bba3376dca req-0b1b85c8-9ff9-482d-9a0b-b69351600c22 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 944 time: 0.2649095 Apr 20 13:16:59.213107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.252599 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0b119f6a-c7da-45a6-a9e3-17bba3376dca req-28886b2d-9e22-4c77-8690-83a4e332a11c tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812101 Apr 20 13:16:59.255540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:59.262407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:16:59.267159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.269150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:59.313438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:16:59.371020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=10']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:59.376539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:59.500398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36536) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:59.506853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-816152586-network', 'tenant_id': 'b636388cbee74de49000a12532f68779'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:59.512226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:59.516312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Usage tracker for resource:network and tenant:b636388cbee74de49000a12532f68779 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:59.519515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:59.525649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:59.539708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Made reservation on behalf of b636388cbee74de49000a12532f68779 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:16:59.544701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.547201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:16:59.557022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:16:59.559412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.569156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:16:59.570599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:16:59.575929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:59.580162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Usage tracker for resource:security_group_rule and tenant:b636388cbee74de49000a12532f68779 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:59.583424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:16:59.591648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:16:59.609035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'code': 200} Apr 20 13:16:59.642015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] No DVR routers for this DVR port a229b192-e7d0-4b73-85fc-48c2d29ece91 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:16:59.644794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.649269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'name': 'network-vif-deleted', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:16:59.674907 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ee5d1c14-e0ef-4610-87c6-f324bd63a607 req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.78 "DELETE /v2.0/ports/a229b192-e7d0-4b73-85fc-48c2d29ece91 HTTP/1.1" status: 204 len: 173 time: 2.6702487 Apr 20 13:16:59.697977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.701756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.714259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:16:59.730566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.731251 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Added segment 756150a4-a567-42a3-889b-2a56ca168a4c of type vlan for network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 Apr 20 13:16:59.762525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.781484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-971910ab-6db9-493f-be86-f62b594ff36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:59.814085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433955e-b0a7-4d36-84ca-5bd9abde96ef,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:16:59.820130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:16:59.829447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.832882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:16:59.833755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:16:59.844762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:16:59.864772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:16:59.865766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 854dee64-1f79-457c-93fd-0bd26ac344de up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:16:59.921313 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36546) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:16:59.921715 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4195061 Apr 20 13:16:59.940602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Request body: {'subnet': {'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-816152586-subnet', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:59.960827 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:16:59.985816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Usage tracker for resource:subnet and tenant:b636388cbee74de49000a12532f68779 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:16:59.995959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:00.013359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:00.018330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Pushing event updated for resources: {'Network': ['ID=a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:00.025540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:00.026065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Made reservation on behalf of b636388cbee74de49000a12532f68779 for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:00.032423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.041192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:17:00.093597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-28a68747-122e-4161-aace-26b851dad60f req-f440d3fa-3dd8-46d3-b12a-1af2cd553780 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/ports?device_id=f00f5008-8c24-47b2-933b-a406fbde560a HTTP/1.1" status: 200 len: 210 time: 0.0555081 Apr 20 13:17:00.096210 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00f5008-8c24-47b2-933b-a406fbde560a', 'name': 'network-vif-deleted', 'tag': 'a229b192-e7d0-4b73-85fc-48c2d29ece91', 'status': 'completed', 'code': 200} Apr 20 13:17:00.187471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 854dee64-1f79-457c-93fd-0bd26ac344de completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:00.193186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 854dee64-1f79-457c-93fd-0bd26ac344de triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:00.193713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.238885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef55df4-8c09-4079-ac8b-4d2ac6654b8d req-4e7cb067-dfd3-4127-919e-9f314854793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:00.240522 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0ef55df4-8c09-4079-ac8b-4d2ac6654b8d req-4e7cb067-dfd3-4127-919e-9f314854793f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1099 time: 0.1903956 Apr 20 13:17:00.343514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.344821 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0ef55df4-8c09-4079-ac8b-4d2ac6654b8d req-558145e8-a35d-45e3-a431-e253b5b1d970 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653422 Apr 20 13:17:00.346797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:00.352301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:00.362438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:00.363100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:00.365302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 854dee64-1f79-457c-93fd-0bd26ac344de, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=854dee64-1f79-457c-93fd-0bd26ac344de,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:00.370624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.372841 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:00.454865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=854dee64-1f79-457c-93fd-0bd26ac344de,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:00.458480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:00.565417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:00.583927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d4c2c-470a-4c0e-87e6-45d9b028e02e req-9ff49de4-1905-4f8b-8290-ee0da14f7310 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:00.585551 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-451d4c2c-470a-4c0e-87e6-45d9b028e02e req-9ff49de4-1905-4f8b-8290-ee0da14f7310 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.1231198 Apr 20 13:17:00.655734 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-451d4c2c-470a-4c0e-87e6-45d9b028e02e req-b4940701-d966-4199-97d6-0a070a53308f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597122 Apr 20 13:17:00.720682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.725968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-60341159-9048-451f-b2de-83fe24eee20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:00.813060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9e992c-7f1d-445c-a0b3-61d4fb300a9c,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:00.815570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Checking segment: {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:00.815914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Network hostable DHCP agents. Network: a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:17:00.822430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:00.837346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:17:00.847284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:00.859073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e00b2-b649-4606-bae8-b67c09abbcc8 None None] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:00.860720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:00.861427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.882776 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3a7b6e4f-97fe-41a8-8df8-60cdfea79002 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9575584 Apr 20 13:17:00.885369 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36552) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:00.891379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:00.896669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:00.901700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Usage tracker for resource:router and tenant:b636388cbee74de49000a12532f68779 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:00.907216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:00.915713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:00.927975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-430316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773456'] for router, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.929740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854345500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:00.936811 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:00.942345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325b1e3-bc5f-40b8-9ff1-c8ab2468b29b None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:11:26Z', 'revision_number': 4, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': '430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84', 'name': '', 'network_id': '9662abab-6e81-4354-9faf-7c149342f16d', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'mac_address': 'fa:16:3e:be:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:23Z', 'updated_at': '2021-04-20T13:11:44Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'subnets': [{'id': '7713ea1e-0e74-40f0-b511-665d44d104a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:00.945833 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.116225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device a229b192-e7d0-4b73-85fc-48c2d29ece91 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:01.142344 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Sync routers for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:01.175281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:01.175947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:01.252322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36560) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:01.255957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2330'] for router, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.322830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: a229b192-e7d0-4b73-85fc-48c2d29ece91 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:01.323484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device a229b192-e7d0-4b73-85fc-48c2d29ece91 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:01.331035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.371949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.442985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.448398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:01.450485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-27805fcc-bdeb-4c36-913e-afea4b75ff1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:01.462860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb62a4d-a71c-4c96-9274-9d1c799f1737 None None] New status for floating IP 36d20ee9-7568-4947-b3df-05584eb946c5: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:17:01.506102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9cb3d5-924d-4f7f-828e-18768310b200,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:01.518524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:01.598133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.603040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "DELETE /v2.0/security-groups/1c9cb3d5-924d-4f7f-828e-18768310b200 HTTP/1.1" status: 204 len: 168 time: 0.3495233 Apr 20 13:17:01.604230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36568) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:01.627130 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.v2.resource [None req-5a3d7d11-bccd-4412-874f-0149fdbc1fa3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] show failed (client error): The resource could not be found. Apr 20 13:17:01.632166 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5a3d7d11-bccd-4412-874f-0149fdbc1fa3 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "GET /v2.0/security-groups/1c9cb3d5-924d-4f7f-828e-18768310b200 HTTP/1.1" status: 404 len: 347 time: 0.0263491 Apr 20 13:17:01.633270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36572) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:01.902703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Deleting port 4dd5bc8e-96e0-4be5-aca8-9773249be6ec {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:01.903337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:01.931743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 854dee64-1f79-457c-93fd-0bd26ac344de up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:01.987038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd32a0b0-8042-5cf4-92bb-45194e1b2fab-a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c'}]}} from dv-cinder-786627-2-smb. {{(pid=86378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 13:17:01.987950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.050039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.105760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.180617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd186e81-2683-4059-9c4b-6a5cf219ed7f req-50b1cded-6327-4cf4-9c98-83a092b83430 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:02.182560 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cd186e81-2683-4059-9c4b-6a5cf219ed7f req-50b1cded-6327-4cf4-9c98-83a092b83430 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.2306168 Apr 20 13:17:02.205063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.205750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.255299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 854dee64-1f79-457c-93fd-0bd26ac344de triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:02.255730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.303203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Allocated IP 172.28.1.83 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/3f066015-1eed-4c7e-be55-b6c0da8fc05f) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:02.331815 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Allocated IP 172.20.0.2 (a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1/7a9e992c-7f1d-445c-a0b3-61d4fb300a9c/2cdc8809-60ba-489b-be3c-fda7c9bdbd5b) {{(pid=86378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:02.351022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 2, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:02.363251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Checking router: 2e806887-5944-4521-bdcc-c94351536071 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:02.363251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Updating router 2e806887-5944-4521-bdcc-c94351536071 port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:17:02.397919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Calling delete_port for 4dd5bc8e-96e0-4be5-aca8-9773249be6ec owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:02.438344 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cd186e81-2683-4059-9c4b-6a5cf219ed7f req-d0791826-cd5a-44cb-840c-d9c1c40f3432 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238939 Apr 20 13:17:02.506933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.547278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.552652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5bd930f8-350e-4367-873b-89dda4236bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:02.555891 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.578674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:02.588951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:02.635575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Pushing event updated for resources: {'Port': ['ID=3f066015-1eed-4c7e-be55-b6c0da8fc05f,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:02.639277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:02.652033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:02.653589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:02.656568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:02.940977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Pushing event deleted for resources: {'Port': ['ID=4dd5bc8e-96e0-4be5-aca8-9773249be6ec,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:02.970929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:03.018628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks [] for port, precommit_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.042216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Transition to ACTIVE for port object 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:03.060784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.077574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.081447 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] 10.222.0.68 "DELETE /v2.0/floatingips/36d20ee9-7568-4947-b3df-05584eb946c5 HTTP/1.1" status: 204 len: 168 time: 1.4442804 Apr 20 13:17:03.137137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Transition to ACTIVE for port object 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b will not be triggered until provisioned by entity DHCP. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:03.147693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.151362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015'] for port, after_create {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.158661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1e96ebbe-630b-45df-a715-b2df071701ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:03.250645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 is already hosted by enough agents. {{(pid=86378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:03.262648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Resources bound (agent type, host, resource id): {{(pid=86378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:03.270243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Received port after_create {{(pid=86378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:03.317179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Pushing event updated for resources: {'Port': ['ID=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,revision_number=1']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:03.325692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:03.392154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Attempting to bind port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:17:03.392661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Attempting to bind port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:17:03.393085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Attempting to bind port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b on network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:03.436168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:17:03.436620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Checking segment: {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:03.437075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.437538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Bound using segment: {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:17:03.438204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Bound port: 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:17:03.438595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.532667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.538018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416735'] for router, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.563211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Transition to ACTIVE for port object eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:03.573758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.579539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:03.630524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] For port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:17:03.721784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] For port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:17:03.757699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.767356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Pushing event updated for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:03.778218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:03.806145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:03.808898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e30a-f58d-4145-a94c-3e31df71cdbd req-bd89f6f5-0311-4216-a8a7-30bb443ab309 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:03.810636 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bcf8e30a-f58d-4145-a94c-3e31df71cdbd req-bd89f6f5-0311-4216-a8a7-30bb443ab309 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.2087028 Apr 20 13:17:03.878770 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bcf8e30a-f58d-4145-a94c-3e31df71cdbd req-339d810b-6b69-4f2f-bcda-dc2a33dafcf1 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590255 Apr 20 13:17:03.879501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Router 3a63df13-7310-44dd-aaac-05f171616434 is scheduled to L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 with binding_index 1 {{(pid=86377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 13:17:03.902708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Attempting to bind port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:17:03.903126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Attempting to bind port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:17:03.903537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Attempting to bind port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f on network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:03.915540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:17:03.915899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Checking segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:03.916350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.916783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Bound using segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:17:03.917304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Bound port: eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:17:03.917751 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:03.938710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Pushing event updated for resources: {'Port': ['ID=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:03.944317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:04.033929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] For port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:17:04.037209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] For port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:17:04.040895 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:04.045757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:04.085210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:04.100769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Sync routers for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:04.111651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:04.113122 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2266223 Apr 20 13:17:04.116136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36616) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:04.135749 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:04.136440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:04.331051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:04.331740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:04.411917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Pushing event updated for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:04.479695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:04.540277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:04.795829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:04.921161 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.028495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.158682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Allocated IP 172.20.0.1 (a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1/7a9e992c-7f1d-445c-a0b3-61d4fb300a9c/bf420337-efdf-4797-9ded-cbbeaf3638e0) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:05.329599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.347851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Transition to ACTIVE for port object bf420337-efdf-4797-9ded-cbbeaf3638e0 will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:05.371975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:02Z', 'revision_number': 3, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:05.378024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.378876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Checking router: 3a63df13-7310-44dd-aaac-05f171616434 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:05.379277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Updating router 3a63df13-7310-44dd-aaac-05f171616434 port 3f066015-1eed-4c7e-be55-b6c0da8fc05f binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:17:05.383455 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2234e474-6830-414b-976d-e04d3fbfa61e tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:05.417441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67eb8c-2c7b-499f-a461-e202b0757e83 None None] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:05.455001 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:05.458539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:05.462549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:05.500790 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Pushing event updated for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:05.505409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:05.524860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348286'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.548650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.607078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-f6e6c50b-994c-491e-beff-e39650b9f8b0 None None] Provisioning for port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:05.647417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:04Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:05.661675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11f62-bf79-4a83-a865-3cf30dd273e0 None None] The sync data for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb is: [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:04Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:05.877042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:05.960283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:06.178200 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.182283 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.197288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:06.214172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-68a0f547-93d3-4ac1-83ea-e03b420c48ef tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:06.256495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:06.256919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.307458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427621'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.313298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Pushing event updated for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:06.316241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:06.356398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.380056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Transition to ACTIVE for port object 3f066015-1eed-4c7e-be55-b6c0da8fc05f will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:06.433860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.449416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:06.484830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:06.486127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:06.567277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Attempting to bind port 3f066015-1eed-4c7e-be55-b6c0da8fc05f on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:17:06.567701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Attempting to bind port 3f066015-1eed-4c7e-be55-b6c0da8fc05f by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:17:06.568119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Attempting to bind port 3f066015-1eed-4c7e-be55-b6c0da8fc05f on network 613627eb-6c9d-477a-85e9-38ee1949766c {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:06.570373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.595781 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf67ecc-1b0a-431a-88ac-183eb737db41 None None] Pushing event updated for resources: {'Port': ['ID=3f066015-1eed-4c7e-be55-b6c0da8fc05f,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:06.600819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:17:06.601251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Checking segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:06.601732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.602178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Bound using segment: {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:17:06.602730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Bound port: 3f066015-1eed-4c7e-be55-b6c0da8fc05f, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262259f-81b8-4912-ab78-6e338325241d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:17:06.603154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.647700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bcf67ecc-1b0a-431a-88ac-183eb737db41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:06.706868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:06.728576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.729706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:06.771463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-62c5bd82-201e-4696-b53b-12998b8135a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:06.853595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] For port 3f066015-1eed-4c7e-be55-b6c0da8fc05f, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:17:06.874106 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-b43006e2-e18d-4848-9583-de3c8458a4c5 None None] Provisioning for port bf420337-efdf-4797-9ded-cbbeaf3638e0 completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:06.895177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] For port 3f066015-1eed-4c7e-be55-b6c0da8fc05f, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=3f066015-1eed-4c7e-be55-b6c0da8fc05f,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:17:06.898207 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-b43006e2-e18d-4848-9583-de3c8458a4c5 None None] Provisioning complete for port bf420337-efdf-4797-9ded-cbbeaf3638e0 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:06.898922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b43006e2-e18d-4848-9583-de3c8458a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.935058 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:06.939695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:06.943898 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:06.944679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:06.963077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Router 3a63df13-7310-44dd-aaac-05f171616434 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:17:07.065070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:07.065804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:07.121947 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:07.134382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b43006e2-e18d-4848-9583-de3c8458a4c5 None None] Port bf420337-efdf-4797-9ded-cbbeaf3638e0 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:17:07.151786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:07.152224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.166505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:07.183738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] 10.222.0.68 "PUT /v2.0/routers/3a63df13-7310-44dd-aaac-05f171616434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586221 Apr 20 13:17:07.237494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf67ecc-1b0a-431a-88ac-183eb737db41 None None] Pushing event updated for resources: {'Port': ['ID=3f066015-1eed-4c7e-be55-b6c0da8fc05f,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:07.241366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bcf67ecc-1b0a-431a-88ac-183eb737db41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:07.307187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36644) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:07.506154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-4d7869e9-b183-421f-98ca-c415b481c07e None None] Provisioning complete for port bf420337-efdf-4797-9ded-cbbeaf3638e0 triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:07.506676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4d7869e9-b183-421f-98ca-c415b481c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.631906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:07.676801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4d7869e9-b183-421f-98ca-c415b481c07e None None] Port bf420337-efdf-4797-9ded-cbbeaf3638e0 cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:17:07.722138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.728008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36654) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:07.734840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169806289', 'description': 'tempest-secgroup-smoke-1169806289 description', 'project_id': '29eab3abf3664586842f87c12bbf4ba2'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:07.741496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:07.746096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:07.751066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:07.757152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:07.766585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.788949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:07.793405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:07.798156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:07.804189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:07.881826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.885031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.891430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b69fe5f6-98bd-49ad-9d21-f36ddd991461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:07.900602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:07.912552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.916452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bcf67ecc-1b0a-431a-88ac-183eb737db41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:07.938943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:07.953017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:07.956572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:07.962215 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c62f543d-0a71-4222-bdf0-84fb69cf3609 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2327926 Apr 20 13:17:07.962912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36658) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:07.983608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:07.996717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:08.048582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:08.057190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:08.064622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:08.067295 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:08.068809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:08.072441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:08.105521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.123647 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-b87fe30a-3997-44fc-8f74-577f6ed6965b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203601 Apr 20 13:17:08.167897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:08.168319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.184081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.189923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.200449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.200656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b3c7fa81-b8c6-43f6-9557-909d86e3d18d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:08.204652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'bf420337-efdf-4797-9ded-cbbeaf3638e0', 'name': '', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'mac_address': 'fa:16:3e:c4:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:04Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 2, 'project_id': 'b636388cbee74de49000a12532f68779', 'subnets': [{'id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:08.216661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcc3a6-4d0f-4530-a675-753e58b3fbf1 None None] The sync data for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb is: [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'bf420337-efdf-4797-9ded-cbbeaf3638e0', 'name': '', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'mac_address': 'fa:16:3e:c4:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:04Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 2, 'project_id': 'b636388cbee74de49000a12532f68779', 'subnets': [{'id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:08.280659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.282542 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186252 Apr 20 13:17:08.283577 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2f3336-a071-479d-bd08-4ee18843f3ee,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:08.287159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:08.293570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36662) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:08.300194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:08.307375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:08.317630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:08.322204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:08.329559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:08.362955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.388837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-238e2ef0-d868-4280-a706-53d2c71dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:08.390557 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-238e2ef0-d868-4280-a706-53d2c71dbe98 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=46da434ef5e84698a116dad8a0a3212f&device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 1099 time: 0.1585960 Apr 20 13:17:08.619873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Deleting port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:08.620839 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.801494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.807453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.823295 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:08.840348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] For port 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:08.840678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.865698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0a0df1-c592-4037-97e7-8e5c3342ff9d,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:08.870941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:08.877803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-f39630c2-bb82-4f0a-a003-d454a684977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:08.879419 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-f39630c2-bb82-4f0a-a003-d454a684977e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 200 len: 919 time: 0.4631624 Apr 20 13:17:08.884508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:08.885782 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fa83cd7a-7671-46dc-885a-6e4b4dba30e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5908375 Apr 20 13:17:08.913378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36666) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:08.989212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Calling delete_port for 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:09.022348 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-196eac72-c511-4f83-bef9-6ef610f4d9b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 200 len: 1001 time: 0.1351604 Apr 20 13:17:09.041026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:09.056134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:09.086509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:09.091511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:09.100012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:09.108410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-dbb0503d-8357-4743-b486-f8b58b24b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:09.110590 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-dbb0503d-8357-4743-b486-f8b58b24b53f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 200 len: 856 time: 0.0738039 Apr 20 13:17:09.142514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.207020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-245d448b-5477-47df-8528-f4eabaf89b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:09.208654 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-245d448b-5477-47df-8528-f4eabaf89b2e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a90c59f-81ed-43e8-9088-0da119dbc3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908177 Apr 20 13:17:09.238375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.276916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.283047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d6315396-7886-4e7d-86fa-070297006ab7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:09.330935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f972c23-c555-4d93-a3c1-909bb96fb921,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:09.336979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:09.337948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.342040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-33a8a420-4613-4519-b68d-beb9e10b9f3f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4278653 Apr 20 13:17:09.342824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36670) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:09.349767 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.351480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:09.354308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2471a1f6-42fb-4d8e-9a46-6dee8289ad9a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:09.361079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:09.377305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:09.381799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:09.393289 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-8d5a4dbf-0bb9-479b-977d-ea44d985b2c9 service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768019 Apr 20 13:17:09.395294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:09.405187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:09.408077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:09.496144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.598093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.610942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.617837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0aef87fd-812d-4268-8876-6530bf25c95c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:09.636222 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f401e911-5b72-40dc-a65d-e920972a7e21 req-af1d57b1-7824-4805-a360-e9a356b9e8ca service neutron] 10.222.0.78 "GET /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346222 Apr 20 13:17:09.642915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf2f51a-b92b-4de1-8694-72fafe6592a0,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:09.647323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:09.655589 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.660191 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137069 Apr 20 13:17:09.660543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36674) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:09.666655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:09.674002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:09.678174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:09.681222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:09.687400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:09.698653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.securitygroups_db [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Project 29eab3abf3664586842f87c12bbf4ba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:17:09.706195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.712333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.785206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.788007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.790234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1612ad25-b466-444c-aa5e-051791eabf2d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:09.813730 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dd0235-68fa-4280-815e-41564dba2e86,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:09.818229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:09.825660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.827001 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bbf57e4a-f4cc-4443-bc1b-d7e107c21f85 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654074 Apr 20 13:17:09.830019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36678) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:09.835724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'security_group_rule': {'security_group_id': 'd36112e4-0f64-4e9b-a5f0-d75eb7bf80c9', 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:09.842726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:09.846918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:security_group_rule and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:09.850002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:09.856170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:09.866436 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.securitygroups_db [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Project 29eab3abf3664586842f87c12bbf4ba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:17:09.874221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.953665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.957787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394176'] for security_group_rule, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:09.961617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-eaecdb28-1545-4b45-9171-41b6ef3ec156 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:09.989081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd93ece-95b4-4c75-adaf-8d573bdb98af,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:09.991939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:09.999469 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:10.001042 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c9f35668-6622-422a-a537-d1d76ff3391d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700356 Apr 20 13:17:10.191998 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Router ca657a24-b77e-4574-bb49-495d10d8ba97 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:17:10.216808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 3f066015-1eed-4c7e-be55-b6c0da8fc05f up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:10.296919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port 3f066015-1eed-4c7e-be55-b6c0da8fc05f completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:10.302817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 3f066015-1eed-4c7e-be55-b6c0da8fc05f triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:10.303411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:10.449357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:10.468705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port 3f066015-1eed-4c7e-be55-b6c0da8fc05f, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=3f066015-1eed-4c7e-be55-b6c0da8fc05f,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:10.475053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:10.476108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:10.512803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:10.611745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=3f066015-1eed-4c7e-be55-b6c0da8fc05f,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:10.625359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:10.632689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:10.633343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:10.659686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:10.664705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-942ffddb-c1a2-4188-b4ca-c750f7ec9af8 admin admin] 10.222.0.68 "PUT /v2.0/routers/ca657a24-b77e-4574-bb49-495d10d8ba97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3563576 Apr 20 13:17:10.667880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36720) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:10.680172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Sync routers for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:10.692628 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:10.693715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:10.890158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks [] for router, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:11.099626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:11.104046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:11.109819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Deleting port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:11.110204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:11.320443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] For port 5575c7f9-1c94-4fa7-bf0b-beb52aa77259, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:11.320853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:11.421423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:17:09Z', 'revision_number': 5, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port': {'id': '5575c7f9-1c94-4fa7-bf0b-beb52aa77259', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:09Z', 'updated_at': '2021-04-20T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:11.425579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Checking router: ca657a24-b77e-4574-bb49-495d10d8ba97 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:11.434476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Routers {'ca657a24-b77e-4574-bb49-495d10d8ba97'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:11.435127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['ca657a24-b77e-4574-bb49-495d10d8ba97'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:11.457603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Calling delete_port for 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 owned by network:router_gateway {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:11.536381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Sync routers for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:11.547992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:11.548687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:11.609447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] Set router ca657a24-b77e-4574-bb49-495d10d8ba97 gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:11.649579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:11.654962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-88db616b-6c6f-435c-a29a-d499cbf205f0 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:11.705724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5575c7f9-1c94-4fa7-bf0b-beb52aa77259,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:11.730917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:17:11Z', 'revision_number': 6, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:11.736757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb565e1-a2e4-402a-86da-7d7d1f79bbd3 None None] The sync data for ids ['ca657a24-b77e-4574-bb49-495d10d8ba97'] in dv-cinder-786627-2-smb is: [{'id': 'ca657a24-b77e-4574-bb49-495d10d8ba97', 'name': 'tempest-AttachVolumeTestJSON-2113375297-router', 'tenant_id': '4fe4aff0792d4be1819efc075fb55d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:05Z', 'updated_at': '2021-04-20T13:17:11Z', 'revision_number': 6, 'project_id': '4fe4aff0792d4be1819efc075fb55d68', 'gw_port_host': None}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:11.738358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:11.764702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:11.817371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.033715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.036636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.064875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.065509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca657a24-b77e-4574-bb49-495d10d8ba97 {{(pid=86377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:17:12.081783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.085826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36742) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:12.085947 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] 10.222.0.68 "DELETE /v2.0/routers/ca657a24-b77e-4574-bb49-495d10d8ba97 HTTP/1.1" status: 204 len: 168 time: 1.4168184 Apr 20 13:17:12.153843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'bf420337-efdf-4797-9ded-cbbeaf3638e0', 'name': '', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'mac_address': 'fa:16:3e:c4:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:04Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 2, 'project_id': 'b636388cbee74de49000a12532f68779', 'subnets': [{'id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:12.158959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Checking router: 3a63df13-7310-44dd-aaac-05f171616434 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:12.159330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Updating router 3a63df13-7310-44dd-aaac-05f171616434 port bf420337-efdf-4797-9ded-cbbeaf3638e0 binding host dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 13:17:12.178622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Deleting subnet 7713ea1e-0e74-40f0-b511-665d44d104a1 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:17:12.183340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.194941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 3f066015-1eed-4c7e-be55-b6c0da8fc05f up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:12.242524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.273174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.336263 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.365094 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port 3f066015-1eed-4c7e-be55-b6c0da8fc05f triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:12.365529 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.609677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.614639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b977040d-4913-4313-93e9-040804022608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:12.658017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7713ea1e-0e74-40f0-b511-665d44d104a1,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:12.661293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:12.665400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.672037 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7713ea1e-0e74-40f0-b511-665d44d104a1 HTTP/1.1" status: 204 len: 168 time: 0.5850441 Apr 20 13:17:12.674534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:12.674703 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36746) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:12.700573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3010521-1963-493c-9765-eacf6aefc2ea None None] Network 9662abab-6e81-4354-9faf-7c149342f16d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:12.735506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:12.736067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 430a22f3-dbe4-4e9b-b2e1-44a9cd4a0c84 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:12.802576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:12.816831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Deleting port 7216b0b7-48f9-4bca-a310-b89b73cb619d {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:12.817320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.080804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] For port 7216b0b7-48f9-4bca-a310-b89b73cb619d, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=7216b0b7-48f9-4bca-a310-b89b73cb619d,segment=NetworkSegment(58e1b5c5-1502-45bc-a650-63a1c23522e4),segment_id=58e1b5c5-1502-45bc-a650-63a1c23522e4)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:13.081249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.209345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.224349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Calling delete_port for 7216b0b7-48f9-4bca-a310-b89b73cb619d owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:13.228053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Transition to ACTIVE for port object bf420337-efdf-4797-9ded-cbbeaf3638e0 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:13.240198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.248687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:13.297760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d457d33-66ea-417c-9082-6472e34d70f7 None None] DHCP port deletion for 9662abab-6e81-4354-9faf-7c149342f16d request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:17:13.319145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.325312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8a3f6c3b-c967-4d5a-890c-90989ca182a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:13.362874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3d457d33-66ea-417c-9082-6472e34d70f7 None None] Deleting port 7216b0b7-48f9-4bca-a310-b89b73cb619d {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:13.363247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3d457d33-66ea-417c-9082-6472e34d70f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.376464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Pushing event deleted for resources: {'Port': ['ID=7216b0b7-48f9-4bca-a310-b89b73cb619d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:13.379014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] No DVR routers for this DVR port 7216b0b7-48f9-4bca-a310-b89b73cb619d on host dv-cinder-786627-2-smb {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:17:13.380956 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:13.465266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6141c60-3e7e-4678-91e7-b2601b3bbecf None None] Pushing event updated for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:13.502950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6141c60-3e7e-4678-91e7-b2601b3bbecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:13.508364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3d457d33-66ea-417c-9082-6472e34d70f7 None None] The port '7216b0b7-48f9-4bca-a310-b89b73cb619d' was deleted {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:17:13.522674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.573555 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Attempting to bind port bf420337-efdf-4797-9ded-cbbeaf3638e0 on host dv-cinder-786627-2-smb for vnic_type normal with profile {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:17:13.573980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Attempting to bind port bf420337-efdf-4797-9ded-cbbeaf3638e0 by drivers openvswitch,hyperv on host dv-cinder-786627-2-smb at level 0 using segments [{'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:17:13.574398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Attempting to bind port bf420337-efdf-4797-9ded-cbbeaf3638e0 on network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:13.585500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Checking agent: {'id': '0bf676c1-01b6-481a-a447-6a304e384db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 21), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:17:13.585892 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Checking segment: {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:13.586349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.586788 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Bound using segment: {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:17:13.587321 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Bound port: bf420337-efdf-4797-9ded-cbbeaf3638e0, host: dv-cinder-786627-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756150a4-a567-42a3-889b-2a56ca168a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:17:13.587743 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.648298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9662abab-6e81-4354-9faf-7c149342f16d']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:13.662164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e1b5c5-1502-45bc-a650-63a1c23522e4') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:13.662504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e1b5c5-1502-45bc-a650-63a1c23522e4') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:13.676322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.684978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] For port bf420337-efdf-4797-9ded-cbbeaf3638e0, host dv-cinder-786627-2-smb, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:17:13.688846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] For port bf420337-efdf-4797-9ded-cbbeaf3638e0, host dv-cinder-786627-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=bf420337-efdf-4797-9ded-cbbeaf3638e0,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:17:13.692377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.692688 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.697211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:13.699036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:17:13.780582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:13.781273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:16:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:13.851095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6141c60-3e7e-4678-91e7-b2601b3bbecf None None] Pushing event updated for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:13.856120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6141c60-3e7e-4678-91e7-b2601b3bbecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:13.916648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Network 9662abab-6e81-4354-9faf-7c149342f16d has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:13.928537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:13.994856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:14.102142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device bf420337-efdf-4797-9ded-cbbeaf3638e0 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:14.178035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Network 9662abab-6e81-4354-9faf-7c149342f16d has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:14.201510 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:14.281449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.285630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8de72c00-75a7-442e-b9c9-7fc4701a68f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:14.301191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.317269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Pushing event deleted for resources: {'Network': ['ID=9662abab-6e81-4354-9faf-7c149342f16d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:14.323784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:14.331759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ebab3cbd-0b2b-4fa4-81eb-14e8e921f296 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9662abab-6e81-4354-9faf-7c149342f16d HTTP/1.1" status: 204 len: 168 time: 1.6560612 Apr 20 13:17:14.356406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning for port bf420337-efdf-4797-9ded-cbbeaf3638e0 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:14.375195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port bf420337-efdf-4797-9ded-cbbeaf3638e0 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:14.375626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.462807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36756) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:14.515384 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-40553a21-6992-43fd-9701-e21661a4e6ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fe4aff0792d4be1819efc075fb55d68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511117 Apr 20 13:17:14.518050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36760) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:14.569847 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'bf420337-efdf-4797-9ded-cbbeaf3638e0', 'name': '', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'mac_address': 'fa:16:3e:c4:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:04Z', 'updated_at': '2021-04-20T13:17:13Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'subnets': [{'id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:14.576988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dfff0-00b1-41be-b2f7-a7072661da17 None None] The sync data for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb is: [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:17:05Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'bf420337-efdf-4797-9ded-cbbeaf3638e0', 'name': '', 'network_id': 'a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'mac_address': 'fa:16:3e:c4:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:04Z', 'updated_at': '2021-04-20T13:17:13Z', 'revision_number': 4, 'project_id': 'b636388cbee74de49000a12532f68779', 'subnets': [{'id': '7a9e992c-7f1d-445c-a0b3-61d4fb300a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:14.578787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.582417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.612559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.617053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] For port bf420337-efdf-4797-9ded-cbbeaf3638e0, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=bf420337-efdf-4797-9ded-cbbeaf3638e0,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:14.620925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.623220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9ec38322-47d4-4f3e-9c1e-1e20b0f4eaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:14.679599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.685386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8acf6ed3-cda1-4931-8b6a-7d125d571f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:14.690317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 7216b0b7-48f9-4bca-a310-b89b73cb619d no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:14.701297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b0460-c34b-4948-86d7-a8899af474ed,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:14.710540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:14.712646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:14.714000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4071299e-c9ed-437b-94d7-c321bd9cc0b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b52b0460-c34b-4948-86d7-a8899af474ed HTTP/1.1" status: 204 len: 168 time: 0.1935823 Apr 20 13:17:14.754410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 7216b0b7-48f9-4bca-a310-b89b73cb619d {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:14.754917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 7216b0b7-48f9-4bca-a310-b89b73cb619d not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:14.755518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:14.799930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:14.800404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 5575c7f9-1c94-4fa7-bf0b-beb52aa77259 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:14.804003 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Pushing event updated for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:14.807183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:16.034721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device bf420337-efdf-4797-9ded-cbbeaf3638e0 up at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:16.120463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Provisioning complete for port bf420337-efdf-4797-9ded-cbbeaf3638e0 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:16.120891 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:16.957615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9ed6-3803-47f1-b174-43450123191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:17.399131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:17:19.755086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3f276457-3f39-4ee3-9c07-f67eb4996b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:20.465381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:21.377212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:22.280966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.468667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36910) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:25.619969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.637065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:25.641809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Usage tracker for resource:security_group_rule and tenant:2b8ea9dd52fe43449213fa0026538d01 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:25.644757 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:25.651322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:25.748517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.751866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.759658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f43c436d-f577-4c9c-add6-9833fc9ac67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:25.804395 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7901bf5b-77f8-461c-b408-fc725fcf6842,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:25.810125 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b8ea9dd52fe43449213fa0026538d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402662 Apr 20 13:17:25.811169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b5882a86-2158-4fd1-ba17-5cf4dd2f678f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:25.813867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36916) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:25.879888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.907807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.954176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.959258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c6ca3d-2252-42dc-a3b2-9c49c6ba2df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:25.972528 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901bf5b-77f8-461c-b408-fc725fcf6842,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:25.975678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:25.977761 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:25.981709 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-73323531-acd8-4d8c-8f05-5a8d1446261d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7901bf5b-77f8-461c-b408-fc725fcf6842 HTTP/1.1" status: 204 len: 168 time: 0.1668105 Apr 20 13:17:27.491630 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b1794b88-8977-4289-ab94-3e2363626889 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:27.510908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b1794b88-8977-4289-ab94-3e2363626889 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:27.512213 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b1794b88-8977-4289-ab94-3e2363626889 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169806289&fields=id&tenant_id=29eab3abf3664586842f87c12bbf4ba2 HTTP/1.1" status: 200 len: 267 time: 0.0666106 Apr 20 13:17:27.681440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b57aff9f-6d58-43b6-a129-eb7494f664d3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:27.682228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b57aff9f-6d58-43b6-a129-eb7494f664d3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:27.698440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b57aff9f-6d58-43b6-a129-eb7494f664d3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:27.699738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b57aff9f-6d58-43b6-a129-eb7494f664d3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 808 time: 0.1800511 Apr 20 13:17:27.717163 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-06b22af9-e1d7-4dba-8502-2866920fba28 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/quotas/29eab3abf3664586842f87c12bbf4ba2 HTTP/1.1" status: 200 len: 375 time: 0.0102656 Apr 20 13:17:27.810822 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-675a6116-199d-4aab-98bd-5bde36c7989c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875368 Apr 20 13:17:27.873869 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 36978) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:28.038744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.065440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:28.081131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Usage tracker for resource:security_group_rule and tenant:8751244b2b594bfaa4f0172b5ec737ae is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:28.086312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:28.096047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:28.123356 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-b0930b33-b3fb-4dbb-86c0-8b96d7936d88 service neutron] 10.222.0.68 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995322 Apr 20 13:17:28.303125 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-8d4c09d0-af9b-4753-b467-660526480e69 service neutron] 10.222.0.68 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726458 Apr 20 13:17:28.330269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.333139 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.349336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7888de32-7e85-404b-b670-27191862da73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:28.388112 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8751244b2b594bfaa4f0172b5ec737ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130227 Apr 20 13:17:28.391704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 36986) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:28.393486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8255a9-e179-4297-a9c7-35a5cc52b80e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:28.396891 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:28.456611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.484810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.533496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.540441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1405ac3a-2f64-4c67-a18b-71c090457460 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:28.552272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8255a9-e179-4297-a9c7-35a5cc52b80e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:28.563945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.564299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.564708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.565110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.565521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.565912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.566310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.566706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.567102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.567499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.567931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.568377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:28.571297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.574059 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d8255a9-e179-4297-a9c7-35a5cc52b80e HTTP/1.1" status: 204 len: 168 time: 0.1810482 Apr 20 13:17:28.575475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-883d0e86-6c80-403b-aa0b-c0c3810a5535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:28.757452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1806ca4f-3952-4e49-8741-f0958e8212ac req-39f2b6c1-fab9-47a1-8f87-858dde1e08a7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:28.775080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1806ca4f-3952-4e49-8741-f0958e8212ac req-39f2b6c1-fab9-47a1-8f87-858dde1e08a7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:28.776352 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1806ca4f-3952-4e49-8741-f0958e8212ac req-39f2b6c1-fab9-47a1-8f87-858dde1e08a7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 210 time: 0.0706017 Apr 20 13:17:28.887406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37006) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:28.910342 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:28.925939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:28.930234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Usage tracker for resource:security_group_rule and tenant:f475677566b2449aa2246ea10f4e64d8 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:28.933219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:28.939347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:29.027040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.030169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.040272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-87d16d40-431e-4501-b641-3dafb7835dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:29.086837 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f475677566b2449aa2246ea10f4e64d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967037 Apr 20 13:17:29.087825 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f293b-325a-4261-96fa-2e9385a69457,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:29.089723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37012) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:29.091042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:29.155580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.182620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.232082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.237259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-19e87d38-4f18-415a-ba52-ba33037176db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:29.252890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f293b-325a-4261-96fa-2e9385a69457,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:29.256080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:29.260566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:29.261826 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6e8f208e-c92a-4c22-a540-a6f362a2e691 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f7f293b-325a-4261-96fa-2e9385a69457 HTTP/1.1" status: 204 len: 168 time: 0.1704073 Apr 20 13:17:29.958435 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b2b91ad1-c062-441b-879a-68ca1bdfb1af req-27bdb48d-5a07-4831-90c0-db7b48c95b55 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 210 time: 0.0617299 Apr 20 13:17:30.005728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-a982cebc-74e8-453e-b46d-f07a4d29a017 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:30.007576 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-a982cebc-74e8-453e-b46d-f07a4d29a017 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 808 time: 0.1775975 Apr 20 13:17:30.090616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37038) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:30.112400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-2d659c65-33f3-4147-98d0-26e3d1284ab1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:30.126799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-2d659c65-33f3-4147-98d0-26e3d1284ab1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:30.128286 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-2d659c65-33f3-4147-98d0-26e3d1284ab1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29eab3abf3664586842f87c12bbf4ba2 HTTP/1.1" status: 200 len: 8061 time: 0.1047385 Apr 20 13:17:30.140562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'port': {'device_id': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'admin_state_up': True, 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'security_groups': ['d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9']}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:30.215536 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1338894199-network', 'tenant_id': '2dc0913322a84d049f730e5fddb300fb'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:30.222024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:30.226269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Usage tracker for resource:network and tenant:2dc0913322a84d049f730e5fddb300fb is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:30.229310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:30.236516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:30.245428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Made reservation on behalf of 2dc0913322a84d049f730e5fddb300fb for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:30.251254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.264997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.280870 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:30.285305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Usage tracker for resource:security_group_rule and tenant:2dc0913322a84d049f730e5fddb300fb is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:30.288399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:30.295081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:30.295596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:30.305707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:30.315707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Made reservation on behalf of 29eab3abf3664586842f87c12bbf4ba2 for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:30.323867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.384552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.387424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.391745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3c6c7124-2524-4486-8802-af7e84ec4276 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:30.417360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:17:30.432787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df8004-ffd3-43f2-bd28-366c8126a04e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:30.437816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:30.438822 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.439214 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Added segment 8fd7283a-2d7c-4500-b255-a4356c9b2b8c of type vlan for network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 Apr 20 13:17:30.467062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.498568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.499984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:30.500808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.503259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Allocated IP 172.20.0.13 (1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895/db5acb5a-0a52-41c1-a1ac-8412aa0b4f49/e85f6309-ff84-43a7-b7a3-9f30ac9cb4db) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:30.506616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:30.622014 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5272229 Apr 20 13:17:30.622014 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Pushing event updated for resources: {'Network': ['ID=85b694c6-d1ac-4be7-b7df-8a3d291830b7,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:30.622379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37044) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:30.623731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:30.631625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:17:30.633896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Request body: {'subnet': {'network_id': '85b694c6-d1ac-4be7-b7df-8a3d291830b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1338894199-subnet', 'tenant_id': '2dc0913322a84d049f730e5fddb300fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:30.641655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:30.649708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Usage tracker for resource:subnet and tenant:2dc0913322a84d049f730e5fddb300fb is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:30.664524 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:30.675548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:30.704043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Made reservation on behalf of 2dc0913322a84d049f730e5fddb300fb for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:30.708795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.828921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.862676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Transition to ACTIVE for port object e85f6309-ff84-43a7-b7a3-9f30ac9cb4db will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:30.946563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:30.955024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-33ce1358-5ae1-42ef-8456-8d209af83afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:31.042022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:31.054054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:31.060643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:31.274486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ff005a3b-1e25-42e0-82be-755937ef1791 None None] Provisioning for port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db completed by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:31.280206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-ff005a3b-1e25-42e0-82be-755937ef1791 None None] Provisioning complete for port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db triggered by entity DHCP. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:31.280633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ff005a3b-1e25-42e0-82be-755937ef1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:31.339300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-ff005a3b-1e25-42e0-82be-755937ef1791 None None] Port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db cannot update to ACTIVE because it is not bound. {{(pid=86378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 13:17:31.389993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:31.399796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:31.506675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:31.507267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:31.576759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4408932 Apr 20 13:17:31.585152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a303-2725-4036-afaf-cc576c020c9d req-b9d1cec4-74f7-4eb7-b408-e0e767a60950 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:31.585967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1d62a303-2725-4036-afaf-cc576c020c9d req-b9d1cec4-74f7-4eb7-b408-e0e767a60950 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:31.596994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Request body: {'port': {'device_id': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:31.677875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1d62a303-2725-4036-afaf-cc576c020c9d req-b9d1cec4-74f7-4eb7-b408-e0e767a60950 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:31.679158 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1d62a303-2725-4036-afaf-cc576c020c9d req-b9d1cec4-74f7-4eb7-b408-e0e767a60950 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 932 time: 0.3376577 Apr 20 13:17:31.796963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:31.808416 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1d62a303-2725-4036-afaf-cc576c020c9d req-ca7d51d1-0aca-4211-9b8c-84aa6d2dc2c0 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217079 Apr 20 13:17:31.924431 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:31.940388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:32.084387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f4723f-2edc-4b6b-8690-481edc979af4,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:32.103189 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:32.167880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Checking segment: {'id': '8fd7283a-2d7c-4500-b255-a4356c9b2b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85b694c6-d1ac-4be7-b7df-8a3d291830b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:32.168273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Network hostable DHCP agents. Network: 85b694c6-d1ac-4be7-b7df-8a3d291830b7, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:17:32.217176 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:17:32.238927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 85b694c6-d1ac-4be7-b7df-8a3d291830b7) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:32.246937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3134cf6-905c-45f5-957c-7758abfdb3cc None None] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:32.255548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:32.256199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.288031 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-00a48854-84bd-401f-a024-5240c6ad1870 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6644671 Apr 20 13:17:32.354481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85f6309-ff84-43a7-b7a3-9f30ac9cb4db {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:17:32.364242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.381721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Transition to ACTIVE for port object e85f6309-ff84-43a7-b7a3-9f30ac9cb4db will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:17:32.385481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.391144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-14a5d60b-eb25-4747-98dd-ef291b05b679 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:32.574164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:32.610406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:32.658267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Attempting to bind port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:17:32.658651 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Attempting to bind port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:17:32.659034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Attempting to bind port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db on network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:32.665199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db on network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:32.665614 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Attempting to bind port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db on network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:17:32.671985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:17:32.672365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Checking segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:32.672789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Bound using segment: {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:17:32.673381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Bound port: e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d460c45-dbe2-40c3-a98e-dc4c80a00622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:17:32.673670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.679185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10a520-f28a-460a-8046-4b4e2def2c57 None None] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:32.775008 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:17:32.778414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:17:32.782804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.786820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d27ad6db-7623-41c9-9905-518d127fc868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:32.848944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:32.849657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:32.851195 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] 10.222.0.78 "PUT /v2.0/ports/e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 1094 time: 1.2587028 Apr 20 13:17:32.851746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:17:32.884322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:32.902540 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:32.938993 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'status': 'completed', 'code': 200} Apr 20 13:17:32.995542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37070) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:33.004036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267892684-network', 'tenant_id': 'acaba239e6ed4073afda7efed352a315'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:33.010476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:33.015913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Usage tracker for resource:network and tenant:acaba239e6ed4073afda7efed352a315 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:33.019210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:33.026241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:33.063111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-8d7a36aa-e033-46d0-ad04-cb0c7dbf40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.064859 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-8d7a36aa-e033-46d0-ad04-cb0c7dbf40e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1097 time: 0.1093009 Apr 20 13:17:33.080687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Made reservation on behalf of acaba239e6ed4073afda7efed352a315 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:33.085436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.110702 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.130819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:33.139472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Usage tracker for resource:security_group_rule and tenant:acaba239e6ed4073afda7efed352a315 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:33.147485 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:33.156755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:33.157209 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-7a5fa107-741d-4d2e-bf63-062ed9b3fa83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 217 time: 0.0716078 Apr 20 13:17:33.194061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad81ac9-fedd-44e5-bad0-8d4f3f070b72 req-62ebfc09-07fa-40d0-afe3-92089ac9fdad tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.196114 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7ad81ac9-fedd-44e5-bad0-8d4f3f070b72 req-62ebfc09-07fa-40d0-afe3-92089ac9fdad tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 944 time: 0.1589112 Apr 20 13:17:33.227096 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-8e26142b-2366-493d-9952-1e2939bfb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.228705 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-8e26142b-2366-493d-9952-1e2939bfb322 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0651176 Apr 20 13:17:33.266486 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7ad81ac9-fedd-44e5-bad0-8d4f3f070b72 req-d053fa0b-ca42-437a-9e67-440f8611a293 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617397 Apr 20 13:17:33.307653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.311123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.314623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-cc3aa2a2-35b7-4160-bebd-9efadcbeb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.315320 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4d64cc9e-941a-43e2-81a6-537826597881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:33.316259 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-cc3aa2a2-35b7-4160-bebd-9efadcbeb307 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803375 Apr 20 13:17:33.344769 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:17:33.354549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c231c-0ce2-42f2-9b9e-b9958bf02edd,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:33.358340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:33.363084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.363314 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Added segment 7cb9c6c1-9f2e-4e98-867f-e947eaa5dbe9 of type vlan for network 85db7f90-938a-421f-8cc2-61c4909d535d Apr 20 13:17:33.392533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.427712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.429181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.429887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.435710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:33.463168 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-bf514192-6057-41e5-ac52-c743aa5c00f4 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396322 Apr 20 13:17:33.539010 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5420313 Apr 20 13:17:33.540047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Pushing event updated for resources: {'Network': ['ID=85db7f90-938a-421f-8cc2-61c4909d535d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:33.542127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37074) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:33.545518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-2b70c071-689e-4b8a-b64e-53343f3fc895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:33.549382 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Request body: {'subnet': {'network_id': '85db7f90-938a-421f-8cc2-61c4909d535d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267892684-subnet', 'tenant_id': 'acaba239e6ed4073afda7efed352a315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:33.551526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 85db7f90-938a-421f-8cc2-61c4909d535d details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:17:33.554738 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:33.559044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Usage tracker for resource:subnet and tenant:acaba239e6ed4073afda7efed352a315 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:33.562686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:33.568679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:33.579923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Made reservation on behalf of acaba239e6ed4073afda7efed352a315 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:33.584797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7652330'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:33.612419 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-55949715-1d06-49b3-8e86-e48aaf37d2d4 req-eddcdfe6-ea36-4b03-8b66-c5bf0ec554e8 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419098 Apr 20 13:17:33.791709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68083b-8e25-464c-be21-561364ab3686 req-0e3e34e8-2bee-4e97-a62a-a237ce0cd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.793331 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-0e3e34e8-2bee-4e97-a62a-a237ce0cd935 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1097 time: 0.0831270 Apr 20 13:17:33.938109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68083b-8e25-464c-be21-561364ab3686 req-fa483824-abe2-4877-9c0e-dde5ef1522d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:33.939613 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-fa483824-abe2-4877-9c0e-dde5ef1522d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.1391015 Apr 20 13:17:33.997035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847176218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7652347'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:34.002488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fd75a8bf-91fc-4d7c-87e0-a425f6aaf42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:34.013879 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-e4de846f-8763-421d-aae5-b2933d443d0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 217 time: 0.0661480 Apr 20 13:17:34.085975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68083b-8e25-464c-be21-561364ab3686 req-c77ab71c-6235-452c-8e73-98600825d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:34.087574 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-c77ab71c-6235-452c-8e73-98600825d1a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0672197 Apr 20 13:17:34.087876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eae78ca-271e-4aa3-b8ea-44bdb5962164,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:34.090693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:34.094148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Checking segment: {'id': '7cb9c6c1-9f2e-4e98-867f-e947eaa5dbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '85db7f90-938a-421f-8cc2-61c4909d535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:34.094546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Network hostable DHCP agents. Network: 85db7f90-938a-421f-8cc2-61c4909d535d, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:17:34.113104 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Network 85db7f90-938a-421f-8cc2-61c4909d535d is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:17:34.121509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 85db7f90-938a-421f-8cc2-61c4909d535d) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:34.131170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b86478-8689-4fab-bda8-38866cc0d3ea None None] Network 85db7f90-938a-421f-8cc2-61c4909d535d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:34.134328 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:34.135039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:34.160885 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6176014 Apr 20 13:17:34.177909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68083b-8e25-464c-be21-561364ab3686 req-762b0cb8-f7ad-483f-930a-175e6ce1a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:34.179568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-762b0cb8-f7ad-483f-930a-175e6ce1a62d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798903 Apr 20 13:17:34.325607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37082) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:34.333355 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-15bd2460-8510-4784-8c96-479849573990 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454709 Apr 20 13:17:34.380006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438fa4f-b0e9-425a-b7d2-90ed985ac958 None None] Network 85db7f90-938a-421f-8cc2-61c4909d535d requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:34.398610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Deleting subnet 01f4723f-2edc-4b6b-8690-481edc979af4 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:17:34.402188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:34.495137 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:34.571291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:34.577297 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4d68083b-8e25-464c-be21-561364ab3686 req-2a034ef5-dd17-47cd-8b6d-a1baa1311c73 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363679 Apr 20 13:17:34.590403 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a7e5d-9b5e-45ca-807b-5013a7e48936 req-201b6097-d863-451c-9881-1fbb68b7c89c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:34.592537 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ae1a7e5d-9b5e-45ca-807b-5013a7e48936 req-201b6097-d863-451c-9881-1fbb68b7c89c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 944 time: 0.1516159 Apr 20 13:17:34.647792 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ae1a7e5d-9b5e-45ca-807b-5013a7e48936 req-76f5050b-669e-4e6e-adde-c3c6d6f86adc tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Apr 20 13:17:34.769437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.077020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.081840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-42cc8a46-1a54-4ca0-91fa-4461017234fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:35.093264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:17:35.118569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f4723f-2edc-4b6b-8690-481edc979af4,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:35.121863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:35.122929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.129124 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/01f4723f-2edc-4b6b-8690-481edc979af4 HTTP/1.1" status: 204 len: 168 time: 0.8017282 Apr 20 13:17:35.132107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37086) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:35.239331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:35.247522 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.253860 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'mac_address': 'fa:16:3e:67:3e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:17:35.317015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.335549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85f6309-ff84-43a7-b7a3-9f30ac9cb4db {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:17:35.353010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:35.355985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.358518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:35.380167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.427902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:35.436627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.437019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.437406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.437816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.438190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.438565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.438939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.439318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.439680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.440055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.440423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.440789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:35.444944 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:35.497924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b694c6-d1ac-4be7-b7df-8a3d291830b7']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:35.510604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd7283a-2d7c-4500-b255-a4356c9b2b8c') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:35.510941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd7283a-2d7c-4500-b255-a4356c9b2b8c') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:35.523197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.538623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:35.545222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:17:35.669305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:17:35.867263 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02031cb9-2ceb-4c17-a815-e66db92e0f05 req-9c6d6af8-26db-4f4b-ae0d-9340a09d3271 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:35.869040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-02031cb9-2ceb-4c17-a815-e66db92e0f05 req-9c6d6af8-26db-4f4b-ae0d-9340a09d3271 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 945 time: 0.1009369 Apr 20 13:17:35.922493 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-02031cb9-2ceb-4c17-a815-e66db92e0f05 req-e1dbe3ad-8878-4619-92a2-67fe6264f4d2 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Apr 20 13:17:35.984105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:35.993355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.173178 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Network 85b694c6-d1ac-4be7-b7df-8a3d291830b7 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:36.196540 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:36.284752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.288889 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-83e865bc-f490-4da4-ad11-184ebc380863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:36.305981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.313399 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b694c6-d1ac-4be7-b7df-8a3d291830b7,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:36.316532 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:36.318780 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] 10.222.0.68 "DELETE /v2.0/networks/85b694c6-d1ac-4be7-b7df-8a3d291830b7 HTTP/1.1" status: 204 len: 168 time: 1.1852849 Apr 20 13:17:36.321518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37094) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:36.391549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Deleting subnet 0eae78ca-271e-4aa3-b8ea-44bdb5962164 {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:17:36.394778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.449073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.510801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.782635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.787506 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:36.825828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:36.830398 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eae78ca-271e-4aa3-b8ea-44bdb5962164,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:36.833760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:36.835619 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-414d5b46-6aed-4a8b-85ec-6c05f46fe016 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0eae78ca-271e-4aa3-b8ea-44bdb5962164 HTTP/1.1" status: 204 len: 168 time: 0.5130565 Apr 20 13:17:36.838288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37100) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:36.956985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.106234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:17:37.145713 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.178387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:17:37.183579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:17:37.184075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.294785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a54bb-62cc-4977-b12b-cab935484f07 req-405d73d1-f8a1-4061-ac6c-0dd6b53efa2c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:37.296853 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3f3a54bb-62cc-4977-b12b-cab935484f07 req-405d73d1-f8a1-4061-ac6c-0dd6b53efa2c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 945 time: 0.2248807 Apr 20 13:17:37.298394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db7f90-938a-421f-8cc2-61c4909d535d']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:37.315239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.328487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb9c6c1-9f2e-4e98-867f-e947eaa5dbe9') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:37.328844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb9c6c1-9f2e-4e98-867f-e947eaa5dbe9') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:37.345168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:17:37.346789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.356215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:37.360113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.363017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d2d23ee8-32eb-4e60-8696-dffce01981b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:37.380142 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3f3a54bb-62cc-4977-b12b-cab935484f07 req-f6ec7712-82d8-4012-9687-b012b1459f02 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737340 Apr 20 13:17:37.382152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.389971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:17:37.419090 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee18bb2-df18-4be2-82a8-7b8c2d889165 req-b6d9671d-9c16-47a2-8434-94eb3ec79ac9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:37.421108 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dee18bb2-df18-4be2-82a8-7b8c2d889165 req-b6d9671d-9c16-47a2-8434-94eb3ec79ac9 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.1088619 Apr 20 13:17:37.434740 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:37.438660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:37.460417 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'code': 200} Apr 20 13:17:37.476756 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dee18bb2-df18-4be2-82a8-7b8c2d889165 req-7c8bc313-6149-4647-a4e8-e45a12bb5e6d tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 Apr 20 13:17:37.576233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Network 85db7f90-938a-421f-8cc2-61c4909d535d has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:37.585241 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.801179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Network 85db7f90-938a-421f-8cc2-61c4909d535d has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:37.828411 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:37.922322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.929731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:37.932063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-48d052d0-01f8-43f4-b5d7-0266f189dd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:37.955482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Pushing event deleted for resources: {'Network': ['ID=85db7f90-938a-421f-8cc2-61c4909d535d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:37.958605 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:37.961115 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d971134a-fdeb-4474-866d-38f2d6a4a58d admin admin] 10.222.0.68 "DELETE /v2.0/networks/85db7f90-938a-421f-8cc2-61c4909d535d HTTP/1.1" status: 204 len: 168 time: 1.1218150 Apr 20 13:17:37.966786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77357d06-88ab-414a-8556-0439621daa79 req-61199a83-1e01-4a5f-9929-60ee072b05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:37.968461 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-77357d06-88ab-414a-8556-0439621daa79 req-61199a83-1e01-4a5f-9929-60ee072b05e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.2056274 Apr 20 13:17:38.016592 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-77357d06-88ab-414a-8556-0439621daa79 req-37912134-9a9f-4209-8be1-f3dda0d0f3a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Apr 20 13:17:38.146077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37116) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:38.198088 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-836b450d-5143-40e9-b65e-fc5024fc9b78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2dc0913322a84d049f730e5fddb300fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506723 Apr 20 13:17:38.200633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37120) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:38.267686 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.294270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.345867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.351084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c105dc7b-bf9c-4d68-aba3-c45ad16edd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:38.363142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df8004-ffd3-43f2-bd28-366c8126a04e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:38.374349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.374766 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.375184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.375584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.375982 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.376379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.376773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.377167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.377586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.377981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.378674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.379066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:17:38.382073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.383274 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04df8004-ffd3-43f2-bd28-366c8126a04e HTTP/1.1" status: 204 len: 168 time: 0.1816890 Apr 20 13:17:38.384239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:38.599155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044071f-f70e-444f-bcea-1ec855d7740b req-f1999484-4c5e-4edc-bce9-1adba415fd1e tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:38.600771 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d044071f-f70e-444f-bcea-1ec855d7740b req-f1999484-4c5e-4edc-bce9-1adba415fd1e tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0934000 Apr 20 13:17:38.658495 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d044071f-f70e-444f-bcea-1ec855d7740b req-f18334b3-0c34-46ed-ae97-17a952630e53 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488474 Apr 20 13:17:38.701000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d3135-bccf-4b28-953e-25d5567e8d71 req-6863ea8c-c2f6-4adb-8804-761603385493 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:38.702653 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-038d3135-bccf-4b28-953e-25d5567e8d71 req-6863ea8c-c2f6-4adb-8804-761603385493 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.0970442 Apr 20 13:17:38.755096 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-038d3135-bccf-4b28-953e-25d5567e8d71 req-ba1369ae-f49f-4205-af90-351468b58c0f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Apr 20 13:17:38.761784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37132) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:38.815119 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-512bf93c-c513-46b8-92af-6531172f22de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=acaba239e6ed4073afda7efed352a315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513537 Apr 20 13:17:38.817028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37136) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:38.879683 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.907249 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.952420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.957805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78dad1f5-3737-443e-a53f-a5704ffd32e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:38.969498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c231c-0ce2-42f2-9b9e-b9958bf02edd,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:38.975024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:38.976709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:38.980362 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1a6081c2-29ef-4e35-abeb-2b1ddfc9d9a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a37c231c-0ce2-42f2-9b9e-b9958bf02edd HTTP/1.1" status: 204 len: 168 time: 0.1599293 Apr 20 13:17:39.282391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-f6c81578-cbf5-4ea6-93b7-09cc5acc9f61 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:39.283955 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-f6c81578-cbf5-4ea6-93b7-09cc5acc9f61 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.0875492 Apr 20 13:17:39.362924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Deleting port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:39.363316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:39.635708 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] For port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:39.636113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:39.980616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1323c0-a412-431d-9f98-42f6ffb95597 req-eb2001bd-9267-44a9-9e66-577772c09b71 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:39.982527 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b1323c0-a412-431d-9f98-42f6ffb95597 req-eb2001bd-9267-44a9-9e66-577772c09b71 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 946 time: 0.1068604 Apr 20 13:17:40.037505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e149f-ec7f-4d6c-b537-2623949c5e12 req-f4dc6827-78ff-4b5d-83d7-bdad1c2529e1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:40.039160 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-219e149f-ec7f-4d6c-b537-2623949c5e12 req-f4dc6827-78ff-4b5d-83d7-bdad1c2529e1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.2338128 Apr 20 13:17:40.046660 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b1323c0-a412-431d-9f98-42f6ffb95597 req-3aee7511-c38b-47d1-81ae-646d02f6013e tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9b2b70f-5561-42f1-92a2-71a1c2e083c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546248 Apr 20 13:17:40.048824 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:40.049247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:40.049695 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Floating IP ed3996a8-7485-440a-8551-61c92efcbd95 disassociated. External IP: 172.28.1.106, port: 95b3c28b-8a00-4475-aa8f-45658c0e3ac7. Apr 20 13:17:40.049994 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Calling delete_port for 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:40.151530 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-219e149f-ec7f-4d6c-b537-2623949c5e12 req-628a8552-8f4d-43ed-8356-ce23954136ab tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054878 Apr 20 13:17:40.244667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:40.250626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0a40959e-f9b6-4ca5-8d84-6e37ed4b728b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:40.302564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'Port': ['ID=95b3c28b-8a00-4475-aa8f-45658c0e3ac7,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:40.306675 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:40.373866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c69b0c-18da-4f58-bdb8-0d40b26c91ff req-6922223c-31ee-4c9f-a802-ca63326fb3f4 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:40.376003 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-11c69b0c-18da-4f58-bdb8-0d40b26c91ff req-6922223c-31ee-4c9f-a802-ca63326fb3f4 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.1016464 Apr 20 13:17:40.432058 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-11c69b0c-18da-4f58-bdb8-0d40b26c91ff req-316b5315-de70-4790-9c65-221c9a216c9b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Apr 20 13:17:40.461370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37180) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:40.505747 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:17:40.751212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a99e03-6293-4506-be20-11845bdc4a2a tempest-TestShelveInstance-1367757753 tempest-TestShelveInstance-1367757753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:40.752253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07a99e03-6293-4506-be20-11845bdc4a2a tempest-TestShelveInstance-1367757753 tempest-TestShelveInstance-1367757753-project-admin] Synchronizing usage tracker for tenant:b636388cbee74de49000a12532f68779 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:40.775066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-07a99e03-6293-4506-be20-11845bdc4a2a tempest-TestShelveInstance-1367757753 tempest-TestShelveInstance-1367757753-project-admin] Unset dirty status for tenant:b636388cbee74de49000a12532f68779 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:40.779719 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-07a99e03-6293-4506-be20-11845bdc4a2a tempest-TestShelveInstance-1367757753 tempest-TestShelveInstance-1367757753-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1094 time: 0.3139725 Apr 20 13:17:40.780033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37194) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:40.786969 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Request body: {'floatingip': {'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:40.796779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:40.802197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Usage tracker for resource:floatingip and tenant:29eab3abf3664586842f87c12bbf4ba2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:40.805843 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:40.814929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:40.830018 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:40.981578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:40.995672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da108b04-366f-4938-99db-c6628793474e None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:41.015617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da108b04-366f-4938-99db-c6628793474e None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:41.016448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-da108b04-366f-4938-99db-c6628793474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:41.029750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.078326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] No DVR routers for this DVR port 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:17:41.080979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.092539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-deleted', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:17:41.099478 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ff19044-2f5d-4552-b280-2d9e3e58e530 req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.78 "DELETE /v2.0/ports/95b3c28b-8a00-4475-aa8f-45658c0e3ac7 HTTP/1.1" status: 204 len: 173 time: 1.8090596 Apr 20 13:17:41.171311 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822c4f1-d6c0-4e9e-b642-8710868e50a6', 'name': 'network-vif-deleted', 'tag': '95b3c28b-8a00-4475-aa8f-45658c0e3ac7', 'status': 'completed', 'code': 200} Apr 20 13:17:41.269197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-da108b04-366f-4938-99db-c6628793474e None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:41.283509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-bbfb3f20-00a2-41d1-944c-3f7aa1675db5 req-35f13313-2d07-4374-8556-cb27af5ef1b4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Synchronizing usage tracker for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:41.292728 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Allocated IP 172.28.1.10 (613627eb-6c9d-477a-85e9-38ee1949766c/0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1/fd0fbea0-141e-4aad-ab8a-c390a6966289) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:41.301584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-bbfb3f20-00a2-41d1-944c-3f7aa1675db5 req-35f13313-2d07-4374-8556-cb27af5ef1b4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Unset dirty status for tenant:46da434ef5e84698a116dad8a0a3212f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:41.304021 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bbfb3f20-00a2-41d1-944c-3f7aa1675db5 req-35f13313-2d07-4374-8556-cb27af5ef1b4 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/ports?device_id=2822c4f1-d6c0-4e9e-b642-8710868e50a6 HTTP/1.1" status: 200 len: 210 time: 0.1075783 Apr 20 13:17:41.476983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37220) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:41.477354 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.510823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.516446 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fb1842e1-ca3b-4757-8a18-09fa901d846d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:41.587987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Network 613627eb-6c9d-477a-85e9-38ee1949766c is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:41.592886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Resources bound (agent type, host, resource id): {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:41.597978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:41.631963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.646438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-da108b04-366f-4938-99db-c6628793474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:41.649240 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:41.651062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da108b04-366f-4938-99db-c6628793474e None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:41.655438 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Usage tracker for resource:security_group_rule and tenant:5d010cfc86254900965fca5f633d95be is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:41.659151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:41.661758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da108b04-366f-4938-99db-c6628793474e None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:41.662447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-da108b04-366f-4938-99db-c6628793474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:41.663260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'Port': ['ID=fd0fbea0-141e-4aad-ab8a-c390a6966289,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:41.666591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:41.707741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:41.763909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.767658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.780039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0195d12d-e7b0-4963-82dd-07df6c673cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:41.824718 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d010cfc86254900965fca5f633d95be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462489 Apr 20 13:17:41.827987 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37226) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:41.831064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2453da-061d-457c-af70-de09af2e28e8,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:41.844376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-78fbdc30-5913-4f75-b0cf-2d5188d462ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:41.884643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-da108b04-366f-4938-99db-c6628793474e None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:41.901649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.929828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.991443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:41.998233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9f5421cd-b881-46e0-8e0c-5b67768a8a8d tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:42.015883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2453da-061d-457c-af70-de09af2e28e8,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:42.020154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:42.021496 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.025775 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-07fdcb45-5bfe-4f35-9859-ecc8522ff570 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a2453da-061d-457c-af70-de09af2e28e8 HTTP/1.1" status: 204 len: 168 time: 0.1941259 Apr 20 13:17:42.119710 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.201776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.257210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-da108b04-366f-4938-99db-c6628793474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:42.262084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da108b04-366f-4938-99db-c6628793474e None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:11:16Z', 'revision_number': 4, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'df0dba9b-8705-4768-a9fb-4bb09c194e48', 'name': '', 'network_id': '7a90c59f-81ed-43e8-9088-0da119dbc3f2', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'mac_address': 'fa:16:3e:13:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:14Z', 'updated_at': '2021-04-20T13:11:34Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'subnets': [{'id': '9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:42.343505 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37236) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:42.373893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.409877 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:42.417802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Usage tracker for resource:security_group_rule and tenant:bae9054144c349bfb39085096ad1d72f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:42.422941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:42.439706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:42.446797 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37242) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:42.506053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.515652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847175042'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.521095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:42.526576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.558478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.608109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.613564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c7dd077b-2979-48b5-bce2-0ed2d27f366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:42.634393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b2b70f-5561-42f1-92a2-71a1c2e083c3,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:42.636945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:42.643516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.644491 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "DELETE /v2.0/security-groups/b9b2b70f-5561-42f1-92a2-71a1c2e083c3 HTTP/1.1" status: 204 len: 168 time: 0.1965227 Apr 20 13:17:42.647408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37246) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:42.655095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event updated for resources: {'Port': ['ID=fd0fbea0-141e-4aad-ab8a-c390a6966289,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:42.662918 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:42.665048 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.api.v2.resource [None req-8b47d716-f878-4797-bbe7-820a030970cc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] show failed (client error): The resource could not be found. Apr 20 13:17:42.669094 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8b47d716-f878-4797-bbe7-820a030970cc tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "GET /v2.0/security-groups/b9b2b70f-5561-42f1-92a2-71a1c2e083c3 HTTP/1.1" status: 404 len: 347 time: 0.0178967 Apr 20 13:17:42.669244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d4a7f-2c1d-4341-91c1-5bbb7f69e161 None None] New status for floating IP ed3996a8-7485-440a-8551-61c92efcbd95: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:17:42.670111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37250) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:42.691977 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.693243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427697'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.762695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.773984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b379b5e3-7a45-4acb-8c8e-708b3e711217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:42.846279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Deleting port 623c4679-2b20-450a-8f98-2fbab36b9d80 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:42.846848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:42.889233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef122d0-d5ef-4614-a644-86ac62cf683b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:42.896684 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bae9054144c349bfb39085096ad1d72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520947 Apr 20 13:17:42.897808 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:42.900615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37254) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:42.979704 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Floating IP 238c3982-6d13-46a3-b542-4e1f6c9008ed associated. External IP: 172.28.1.10, port: e85f6309-ff84-43a7-b7a3-9f30ac9cb4db. Apr 20 13:17:43.042489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.042859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.130660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.135107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:43.174406 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:43.174920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 95b3c28b-8a00-4475-aa8f-45658c0e3ac7 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:43.181700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Calling delete_port for 623c4679-2b20-450a-8f98-2fbab36b9d80 owned by network:floatingip {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:43.183308 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.276945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:43.277297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:17:43.631129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.637873 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-884d4779-712f-4c06-9d75-c403cda380d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:43.659191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef122d0-d5ef-4614-a644-86ac62cf683b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:43.663888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:43.695046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.696285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ef122d0-d5ef-4614-a644-86ac62cf683b HTTP/1.1" status: 204 len: 168 time: 0.7946761 Apr 20 13:17:43.710647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Router 2e806887-5944-4521-bdcc-c94351536071 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:17:43.779660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Deleting port 623c4679-2b20-450a-8f98-2fbab36b9d80 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:43.780228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.907553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:43.921380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Sync routers for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:43.930776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:43.933122 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:43.934047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:44.001864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:44.002500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:44.012524 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c484327a-d018-424d-9f59-ec8dfbea0d63 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2311804 Apr 20 13:17:44.013913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:17:44.171934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Calling delete_port for 623c4679-2b20-450a-8f98-2fbab36b9d80 owned by network:floatingip {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:44.250312 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'status': 'completed', 'code': 200} Apr 20 13:17:44.336079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:44.405129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:44.412194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e5d3eda9-2eec-4f37-9bcf-f5dd15b01c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:44.464259 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Pushing event deleted for resources: {'Port': ['ID=623c4679-2b20-450a-8f98-2fbab36b9d80,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:44.516128 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:44.518778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-1892f618-ec10-4a3c-8514-bd57dacebd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:44.520564 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-1892f618-ec10-4a3c-8514-bd57dacebd92 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.2035308 Apr 20 13:17:44.701358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks [] for floatingip, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:44.731483 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-d74ab8e6-215b-48b4-8886-407554f99662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:44.733517 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-d74ab8e6-215b-48b4-8886-407554f99662 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.1794763 Apr 20 13:17:44.750997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '238c3982-6d13-46a3-b542-4e1f6c9008ed', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'floating_ip_address': '172.28.1.10', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': '2e806887-5944-4521-bdcc-c94351536071', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'mac_address': 'fa:16:3e:67:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:17:42Z', 'updated_at': '2021-04-20T13:17:42Z', 'revision_number': 0, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:44.755111 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Checking router: 2e806887-5944-4521-bdcc-c94351536071 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:44.765364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:44.766070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:44.807656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:44.812370 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] 10.222.0.68 "DELETE /v2.0/floatingips/ed3996a8-7485-440a-8551-61c92efcbd95 HTTP/1.1" status: 204 len: 168 time: 2.1384351 Apr 20 13:17:44.879856 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-3f325ff9-b433-4395-99c8-5ecc7db6cd45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 999 time: 0.1372855 Apr 20 13:17:44.965196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-7dee3855-0939-4e57-bc20-89ca700bb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:44.967429 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-7dee3855-0939-4e57-bc20-89ca700bb86b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0812943 Apr 20 13:17:44.974945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:45.071593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-210ef1c9-a466-4466-a984-27e6bda118a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:45.072860 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-210ef1c9-a466-4466-a984-27e6bda118a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988944 Apr 20 13:17:45.237777 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-06fe00ca-d138-402c-9259-1833b7296277 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557870 Apr 20 13:17:45.382368 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '238c3982-6d13-46a3-b542-4e1f6c9008ed', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'floating_ip_address': '172.28.1.10', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': '2e806887-5944-4521-bdcc-c94351536071', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'mac_address': 'fa:16:3e:67:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:17:42Z', 'updated_at': '2021-04-20T13:17:42Z', 'revision_number': 0, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:45.387039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978c0a2-5fe3-4667-b257-0c5256601a1a None None] The sync data for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb is: [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_floatingips': [{'id': '238c3982-6d13-46a3-b542-4e1f6c9008ed', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'floating_ip_address': '172.28.1.10', 'floating_network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'router_id': '2e806887-5944-4521-bdcc-c94351536071', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'mac_address': 'fa:16:3e:67:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:17:42Z', 'updated_at': '2021-04-20T13:17:42Z', 'revision_number': 0, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:45.391277 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e4e8134-81db-48ba-970f-1d785edb3a32 req-13e3cf1f-5d85-4684-a21b-bf35b397d080 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464307 Apr 20 13:17:45.711724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce31af8-aa39-4dbf-aca5-a1b1fbbb6a6d None None] New status for floating IP 238c3982-6d13-46a3-b542-4e1f6c9008ed: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:17:46.960569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6515c3f9-fde0-46c6-89b9-2a9ca4bf40c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:47.685079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37354) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:48.426348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:48.807678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Deleting port df0dba9b-8705-4768-a9fb-4bb09c194e48 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:48.808061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:48.810405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37372) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:48.941868 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:48.958026 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:48.962239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Usage tracker for resource:security_group_rule and tenant:09cd72d37ea24226bd2230f8e3316a72 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:48.965237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:48.971837 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:48.995867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] For port df0dba9b-8705-4768-a9fb-4bb09c194e48, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=df0dba9b-8705-4768-a9fb-4bb09c194e48,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:48.996266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.060271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.063195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.072461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0d033dab-1683-449b-85b5-9261ab41183b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:49.116815 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=09cd72d37ea24226bd2230f8e3316a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051941 Apr 20 13:17:49.117862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c6c9c-34c4-451d-8d8f-b05a3033bc9d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:49.120392 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37378) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:49.123305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:49.132039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Calling delete_port for df0dba9b-8705-4768-a9fb-4bb09c194e48 owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:49.188020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.215657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.259669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.265215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cada56ed-14bc-4c1a-8831-d41d0167fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:49.279299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c6c9c-34c4-451d-8d8f-b05a3033bc9d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:49.282649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:49.283635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.287635 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-68e897e7-8aa6-40a5-827f-b4523871cd97 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c3c6c9c-34c4-451d-8d8f-b05a3033bc9d HTTP/1.1" status: 204 len: 168 time: 0.1662607 Apr 20 13:17:49.316092 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.319899 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d7c25465-d649-4f37-b8ad-3037134d69e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:49.370135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Pushing event deleted for resources: {'Port': ['ID=df0dba9b-8705-4768-a9fb-4bb09c194e48,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:49.404952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:49.599386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37386) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:49.619051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.634885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:49.639607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2401cfe36b946dabd27baaf7adc388b is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:49.642557 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:49.648521 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:49.656170 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.738271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.742037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.751593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4866dd5b-0005-46f0-a322-e5bede8bfba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:49.756169 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ba0268a6-887c-4d2b-a2d1-122db37c5b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:49.793335 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2401cfe36b946dabd27baaf7adc388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926584 Apr 20 13:17:49.795692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982a940c-51cf-497c-978a-af209b54641e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:49.797011 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37390) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:49.798937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3a99968f-f3fc-41ee-ab28-1a42a7ca93b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:50.159690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.314727 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.403885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Router a8fa44aa-7a26-474f-811f-751b15d48638 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:17:50.413370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.419114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-58c1afbf-4c37-4d8c-809f-f365f2faf45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:50.467760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.489836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982a940c-51cf-497c-978a-af209b54641e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:50.503234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:50.588167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.589290 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f6a6dfa1-265e-463a-96dc-716db3a0ea30 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/982a940c-51cf-497c-978a-af209b54641e HTTP/1.1" status: 204 len: 168 time: 0.7912400 Apr 20 13:17:50.628795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:17:50.636684 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] 10.222.0.68 "PUT /v2.0/routers/a8fa44aa-7a26-474f-811f-751b15d48638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480715 Apr 20 13:17:50.637928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37396) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:50.640076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Sync routers for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:17:50.651332 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:50.652034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:50.837866 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:50.864009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:51.054239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.067510 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Deleting port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:51.067906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.184569 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:17:49Z', 'revision_number': 5, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port': {'id': 'ec580fd2-b3e0-49e3-a13c-f02d15d5cf09', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:11:08Z', 'updated_at': '2021-04-20T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:51.188755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Checking router: a8fa44aa-7a26-474f-811f-751b15d48638 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:17:51.197886 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Routers {'a8fa44aa-7a26-474f-811f-751b15d48638'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:17:51.198552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:17:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['a8fa44aa-7a26-474f-811f-751b15d48638'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:51.267897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] For port ec580fd2-b3e0-49e3-a13c-f02d15d5cf09, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:51.267897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.368598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] Set router a8fa44aa-7a26-474f-811f-751b15d48638 gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:17:51.373948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.407636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Calling delete_port for ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:51.488002 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:17:51Z', 'revision_number': 6, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:51.492771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ecc1b-ee59-4b52-b9d2-a2a2cc7ac1e5 None None] The sync data for ids ['a8fa44aa-7a26-474f-811f-751b15d48638'] in dv-cinder-786627-2-smb is: [{'id': 'a8fa44aa-7a26-474f-811f-751b15d48638', 'name': 'tempest-AttachVolumeShelveTestJSON-1950969715-router', 'tenant_id': '46da434ef5e84698a116dad8a0a3212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:11:07Z', 'updated_at': '2021-04-20T13:17:51Z', 'revision_number': 6, 'project_id': '46da434ef5e84698a116dad8a0a3212f', 'gw_port_host': None}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:17:51.598381 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.604793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-624860b1-ba81-4e25-8b11-32358ba97309 tempest-VolumesActionsTest-1414533033 tempest-VolumesActionsTest-1414533033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:51.653319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec580fd2-b3e0-49e3-a13c-f02d15d5cf09,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:51.657024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:51.756917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.946831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.949307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.984680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:51.985516 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8fa44aa-7a26-474f-811f-751b15d48638 {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:17:51.999317 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.000740 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-659fc573-ca14-425e-bebd-0fc42f3ad39f admin admin] 10.222.0.68 "DELETE /v2.0/routers/a8fa44aa-7a26-474f-811f-751b15d48638 HTTP/1.1" status: 204 len: 168 time: 1.3615227 Apr 20 13:17:52.003556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37432) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:52.066037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device df0dba9b-8705-4768-a9fb-4bb09c194e48 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:52.082960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Deleting subnet 9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:17:52.086855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.109491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: df0dba9b-8705-4768-a9fb-4bb09c194e48 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:52.110371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device df0dba9b-8705-4768-a9fb-4bb09c194e48 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:52.110846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:52.141830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.152583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:52.153085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device ec580fd2-b3e0-49e3-a13c-f02d15d5cf09 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:52.275067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.284657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.539518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.544776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:52.582055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:52.585391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:52.586480 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.592704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75bf4ec-cf15-4210-b67e-59b90a42b2b4 None None] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:52.599872 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-61be3e8f-bb12-4325-87e8-aac248e631e3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9815d7d7-2a84-4dfd-8925-5dbdec6ed6ab HTTP/1.1" status: 204 len: 168 time: 0.5927351 Apr 20 13:17:52.600290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37454) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:52.726586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:52.739314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Deleting port fde7796e-66d8-4394-9daa-ee33b7326479 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:52.739692 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.020729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37464) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:53.084543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] DHCP port deletion for 7a90c59f-81ed-43e8-9088-0da119dbc3f2 request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:17:53.089336 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Deleting port fde7796e-66d8-4394-9daa-ee33b7326479 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:53.089785 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.174932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.191786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:53.197370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c91b0df25b2c4e9d8a534b6190aa0749 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:53.200736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:53.207089 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:53.223615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] For port fde7796e-66d8-4394-9daa-ee33b7326479, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fde7796e-66d8-4394-9daa-ee33b7326479,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:53.224022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.298631 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.301674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.312366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ab4b7e5-61d8-4932-8a3e-45fe0d097f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:53.326253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] For port fde7796e-66d8-4394-9daa-ee33b7326479, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=fde7796e-66d8-4394-9daa-ee33b7326479,segment=NetworkSegment(588e8438-73ac-4e68-b156-347b58647d34),segment_id=588e8438-73ac-4e68-b156-347b58647d34)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:17:53.326803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.362204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Calling delete_port for fde7796e-66d8-4394-9daa-ee33b7326479 owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:53.367679 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c91b0df25b2c4e9d8a534b6190aa0749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455355 Apr 20 13:17:53.368666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a25e6-9406-4750-864c-ec91b523b112,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:53.371422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37470) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:53.375007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:53.439360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.446662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.452512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:53.460131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Calling delete_port for fde7796e-66d8-4394-9daa-ee33b7326479 owned by network:dhcp {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:17:53.469553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.499928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde7796e-66d8-4394-9daa-ee33b7326479,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:53.503358 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:53.504198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] No DVR routers for this DVR port fde7796e-66d8-4394-9daa-ee33b7326479 on host dv-cinder-786627-2-smb {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:17:53.519477 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.525361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ca1b212-ab43-4705-8d7e-90d470e68f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:53.537642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a25e6-9406-4750-864c-ec91b523b112,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:53.540105 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:53.540517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:17:53.542461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:53.548289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.552260 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-de3ca73f-1309-4e08-b203-74d2f4dc89c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/749a25e6-9406-4750-864c-ec91b523b112 HTTP/1.1" status: 204 len: 168 time: 0.1770782 Apr 20 13:17:53.630830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.752348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a90c59f-81ed-43e8-9088-0da119dbc3f2']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:53.765981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588e8438-73ac-4e68-b156-347b58647d34') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:53.766293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588e8438-73ac-4e68-b156-347b58647d34') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:17:53.778670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.794230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.800642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:17:53.858917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37478) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:53.878039 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:53.893428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:53.897423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Usage tracker for resource:security_group_rule and tenant:d42f822fbd884b3f9e948a23356bcd03 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:53.900360 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:53.907115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:53.985154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:53.995573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.009412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.012680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.026108 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd49c8e3-5156-492d-a781-b2082d7b87ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:54.037409 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fde7796e-66d8-4394-9daa-ee33b7326479 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:17:54.072563 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d42f822fbd884b3f9e948a23356bcd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122452 Apr 20 13:17:54.073527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Deleting port fde7796e-66d8-4394-9daa-ee33b7326479 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:17:54.073955 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.075171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37482) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:54.087203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16111604-21a7-4e9c-aee8-95aba253f4cf,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:54.091999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d270fe38-6e2e-4826-a78f-5214e1075707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:54.111437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: fde7796e-66d8-4394-9daa-ee33b7326479 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:17:54.111832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device fde7796e-66d8-4394-9daa-ee33b7326479 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:17:54.149854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.155120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc3f3-8c9e-4365-a9ee-7def88178b40 None None] The port 'fde7796e-66d8-4394-9daa-ee33b7326479' was deleted {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:17:54.180582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.187079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Network 7a90c59f-81ed-43e8-9088-0da119dbc3f2 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:54.210832 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:54.226530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.231699 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-77708607-ebdb-496d-9053-681d9e41843c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:54.245440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16111604-21a7-4e9c-aee8-95aba253f4cf,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:54.247922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:54.250235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.251458 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16111604-21a7-4e9c-aee8-95aba253f4cf HTTP/1.1" status: 204 len: 168 time: 0.1750860 Apr 20 13:17:54.294237 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.299038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.302941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-410da0e2-efc8-4be3-9be3-27791d300443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:54.326070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a90c59f-81ed-43e8-9088-0da119dbc3f2,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:54.328644 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:54.339228 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7a90c59f-81ed-43e8-9088-0da119dbc3f2 HTTP/1.1" status: 204 len: 168 time: 1.7375252 Apr 20 13:17:54.405593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:17:54.461084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37492) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:54.514018 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-05a22b2c-0039-4f50-add5-fa141e9b882f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=46da434ef5e84698a116dad8a0a3212f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515146 Apr 20 13:17:54.517031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37496) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:54.585633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.620768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.668385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.673658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-43db02c9-9575-45e2-a8f5-cf443c1c3a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:54.688789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b04b8-76cb-42df-b3dc-86318e055bc0,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:54.691279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:54.697492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:54.698914 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-120aab06-5350-4a7a-a081-518412e9366a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/366b04b8-76cb-42df-b3dc-86318e055bc0 HTTP/1.1" status: 204 len: 168 time: 0.1805129 Apr 20 13:17:55.432250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37548) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:55.546971 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-738938135-network', 'tenant_id': '1d34e827022045168d6b76e86301390f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:55.551907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:55.556040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Usage tracker for resource:network and tenant:1d34e827022045168d6b76e86301390f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:55.559155 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:55.566607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:55.576149 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:55.581390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.594500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.609347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:55.613322 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Usage tracker for resource:security_group_rule and tenant:1d34e827022045168d6b76e86301390f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:55.616227 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:55.622670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:55.707579 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.710990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.715213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6ca0e849-9889-4605-ba3e-3982390a6e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:55.744774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:17:55.754371 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f7632-e606-444c-aa8c-d38d96b237f7,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:55.758238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:55.760720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.761110 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Added segment 97ac1a3a-a578-4877-baac-090d8f742cff of type vlan for network 50f58fa0-ff2b-4028-8d72-496af55c118a Apr 20 13:17:55.790037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.825383 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.826840 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:55.827478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:55.832938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b4206c0b-3abe-46aa-984e-373102dc96e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:55.940275 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5067945 Apr 20 13:17:55.941307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Pushing event updated for resources: {'Network': ['ID=50f58fa0-ff2b-4028-8d72-496af55c118a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:55.944173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37562) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:55.944318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9b348d6f-700f-4e66-b3de-6d14f5ebb28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:55.950497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Request body: {'subnet': {'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-738938135-subnet', 'tenant_id': '1d34e827022045168d6b76e86301390f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:55.953826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 50f58fa0-ff2b-4028-8d72-496af55c118a details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:17:55.958493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:55.963355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Usage tracker for resource:subnet and tenant:1d34e827022045168d6b76e86301390f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:55.971933 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:55.983792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:55.994304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:56.000020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7652330'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.028088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37566) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:56.162639 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.182705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:56.187538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Usage tracker for resource:security_group_rule and tenant:3a27cb0e213f482685882ce684538953 is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:56.191351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:56.197413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:56.284325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.287960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.297731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-67962242-d18c-4edc-844c-4a478627f653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:56.339035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa34fed-102e-46b4-9b07-4ee93f26e3c9,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:56.344294 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a27cb0e213f482685882ce684538953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150442 Apr 20 13:17:56.345311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:56.347334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37572) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:17:56.410172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.412541 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847176218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7652347'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.417611 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b6082139-1135-42a2-881a-daa9aaeb1492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:56.437744 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.485175 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.490348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e2ca5066-5634-4eb1-af16-a608edd15f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:56.497434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951d177c-8c73-49da-a7fd-def54c360555,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:56.500262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:56.505550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa34fed-102e-46b4-9b07-4ee93f26e3c9,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:56.509617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:56.511219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Checking segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:17:56.512182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Network hostable DHCP agents. Network: 50f58fa0-ff2b-4028-8d72-496af55c118a, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:17:56.513191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.517086 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d1d58e63-d7eb-4178-9735-d68988e54d5b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5aa34fed-102e-46b4-9b07-4ee93f26e3c9 HTTP/1.1" status: 204 len: 168 time: 0.1661296 Apr 20 13:17:56.533666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Network 50f58fa0-ff2b-4028-8d72-496af55c118a is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:17:56.542470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 50f58fa0-ff2b-4028-8d72-496af55c118a) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:56.553210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc77d73-70f4-4b5c-8ed0-857226b9031f None None] Network 50f58fa0-ff2b-4028-8d72-496af55c118a requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:56.555291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:56.555961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:56.581370 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ee40f70d-6a34-4deb-9283-217c9bc11051 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6331539 Apr 20 13:17:56.814591 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2993f7-f528-4690-a195-143d154229bc None None] Network 50f58fa0-ff2b-4028-8d72-496af55c118a requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:17:57.180064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b79f733c-0485-465e-867f-f0d775bfbfac tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:57.180810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b79f733c-0485-465e-867f-f0d775bfbfac tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:17:57.198427 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b79f733c-0485-465e-867f-f0d775bfbfac tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:17:57.199691 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b79f733c-0485-465e-867f-f0d775bfbfac tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1789715 Apr 20 13:17:57.216424 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-02085556-a37c-4dee-bf74-07e50a90560c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/quotas/1d34e827022045168d6b76e86301390f HTTP/1.1" status: 200 len: 375 time: 0.0095651 Apr 20 13:17:57.269844 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-16198a2c-c7da-4051-971d-193a26d97cff tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478313 Apr 20 13:17:57.521098 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e3a760c1-c500-421b-b473-30b2d9a68299 service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438862 Apr 20 13:17:57.665049 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-ffab8adb-2a08-4d80-91d3-f85835eed01e service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373858 Apr 20 13:17:57.859550 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27a810c8-c352-4f14-8e61-6871b49212be req-db30875e-6742-43c7-813e-36467ad75567 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 210 time: 0.0492101 Apr 20 13:17:59.065630 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3f8ff56-7b44-4176-8ca3-667488534522 req-332cb07c-b3bb-4ed7-aeac-3db84170b5c4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 210 time: 0.0870330 Apr 20 13:17:59.192657 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-839f98f3-0515-45be-91ca-9d03fa9db4f8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:59.194448 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-839f98f3-0515-45be-91ca-9d03fa9db4f8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1743274 Apr 20 13:17:59.215504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Request body: {'port': {'device_id': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'admin_state_up': True, 'tenant_id': '1d34e827022045168d6b76e86301390f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:59.360660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:17:59.364668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Usage tracker for resource:port and tenant:1d34e827022045168d6b76e86301390f is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:17:59.367643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:17:59.374188 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:17:59.383037 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:17:59.389646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:59.559671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Allocated IP 172.20.0.8 (50f58fa0-ff2b-4028-8d72-496af55c118a/951d177c-8c73-49da-a7fd-def54c360555/86752e16-9e37-405d-95eb-fa126087ee8d) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:17:59.774067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:59.804077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:59.810411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ce5ef09a-c415-49ce-acce-946f0e353f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:17:59.880559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Network 50f58fa0-ff2b-4028-8d72-496af55c118a is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:17:59.883865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:17:59.888546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:17:59.925659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event updated for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:17:59.930287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:17:59.959034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:17:59.959694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:17:59.985200 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739475 Apr 20 13:18:00.005198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Request body: {'port': {'device_id': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:00.128183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.271765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d52c6-a810-4aab-95c4-a3affe14b0b9 req-85fe62f9-d363-444c-9734-2e89c4f9a2be tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:00.273384 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6e9d52c6-a810-4aab-95c4-a3affe14b0b9 req-85fe62f9-d363-444c-9734-2e89c4f9a2be tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 931 time: 0.0889850 Apr 20 13:18:00.325612 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6e9d52c6-a810-4aab-95c4-a3affe14b0b9 req-d98ddd13-a8cf-4587-a78c-ecfb74fedc71 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Apr 20 13:18:00.492723 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86752e16-9e37-405d-95eb-fa126087ee8d {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:00.501077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.515920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Transition to ACTIVE for port object 86752e16-9e37-405d-95eb-fa126087ee8d will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:18:00.518150 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.522793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-23fcb3a3-dbcf-406e-82f3-fa7d62a6c76c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:00.691597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Pushing event updated for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:00.699267 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:00.769553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Attempting to bind port 86752e16-9e37-405d-95eb-fa126087ee8d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:18:00.769887 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Attempting to bind port 86752e16-9e37-405d-95eb-fa126087ee8d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:18:00.770260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Attempting to bind port 86752e16-9e37-405d-95eb-fa126087ee8d on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:00.775101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Port 86752e16-9e37-405d-95eb-fa126087ee8d on network 50f58fa0-ff2b-4028-8d72-496af55c118a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:00.775467 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Attempting to bind port 86752e16-9e37-405d-95eb-fa126087ee8d on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:00.780932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:18:00.781311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Checking segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:18:00.782028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Bound using segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:18:00.782499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Bound port: 86752e16-9e37-405d-95eb-fa126087ee8d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:18:00.782885 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.878385 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:18:00.881478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=86752e16-9e37-405d-95eb-fa126087ee8d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:18:00.884745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.890098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c62d3f24-5198-4936-bf18-27c48757710a tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:00.943638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:00.944319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:00.945844 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] 10.222.0.78 "PUT /v2.0/ports/86752e16-9e37-405d-95eb-fa126087ee8d HTTP/1.1" status: 200 len: 1093 time: 0.9451978 Apr 20 13:18:00.946387 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:00.979477 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Pushing event updated for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:00.983494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:01.000140 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d', 'status': 'completed', 'code': 200} Apr 20 13:18:01.099251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d672193-9ae6-43d6-9428-20d75693793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:01.100936 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-7d672193-9ae6-43d6-9428-20d75693793a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 1096 time: 0.0819325 Apr 20 13:18:01.184996 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-6c060280-ab19-4a10-8124-9ad84a32e857 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86752e16-9e37-405d-95eb-fa126087ee8d HTTP/1.1" status: 200 len: 217 time: 0.0686390 Apr 20 13:18:01.496859 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-22be7825-321a-4a55-b184-3c019bb805ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:01.498489 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-22be7825-321a-4a55-b184-3c019bb805ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.3067889 Apr 20 13:18:01.530600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106273d2-e4e8-420b-a7f7-95c6de05fab9 req-36297781-a0a8-465e-af5f-9fe343e433c3 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:01.532481 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-106273d2-e4e8-420b-a7f7-95c6de05fab9 req-36297781-a0a8-465e-af5f-9fe343e433c3 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 943 time: 0.0902061 Apr 20 13:18:01.552915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b460993b-a868-42ab-9366-7da490647184 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470364 Apr 20 13:18:01.581961 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-106273d2-e4e8-420b-a7f7-95c6de05fab9 req-27b4153f-153b-48a7-9f13-0f89e56240de tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Apr 20 13:18:01.696137 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-b2586fc0-a868-40f3-bc3b-39c834be1ea3 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354244 Apr 20 13:18:01.840233 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c99dfd2-a528-4072-abd3-f70b376f88ec req-9e13d5f3-6266-4b14-ab09-cb86b197f280 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370943 Apr 20 13:18:02.015997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658688-e389-4877-9841-275f3fdfda96 req-6ede64d0-a5c1-4c5a-985e-174db42f62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:02.017688 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-6ede64d0-a5c1-4c5a-985e-174db42f62f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 1096 time: 0.0827656 Apr 20 13:18:02.158465 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658688-e389-4877-9841-275f3fdfda96 req-34728445-4b78-4334-adaa-170aa1acd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:02.160087 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-34728445-4b78-4334-adaa-170aa1acd3a6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 916 time: 0.1352751 Apr 20 13:18:02.235888 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-141fcc5b-5805-41cf-b297-e1bb0f454dfa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86752e16-9e37-405d-95eb-fa126087ee8d HTTP/1.1" status: 200 len: 217 time: 0.0679696 Apr 20 13:18:02.303988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658688-e389-4877-9841-275f3fdfda96 req-df4f984a-818e-4524-a7cf-ddb84528ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:02.305530 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-df4f984a-818e-4524-a7cf-ddb84528ef92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0629156 Apr 20 13:18:02.358240 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-7c428e62-94b8-4a9a-aba5-293343ffd4f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454226 Apr 20 13:18:02.502132 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-6d60bd6a-8744-434c-8e10-3f66afca46eb service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365612 Apr 20 13:18:02.645334 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ed658688-e389-4877-9841-275f3fdfda96 req-87c2c7a8-021a-4df1-aede-1e48354f401e service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358426 Apr 20 13:18:02.790854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b9ab-be20-405e-9701-645b152bc98a req-70f58186-3dcf-449a-82ef-2853c9dd768a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:02.791530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5095b9ab-be20-405e-9701-645b152bc98a req-70f58186-3dcf-449a-82ef-2853c9dd768a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:18:02.810110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5095b9ab-be20-405e-9701-645b152bc98a req-70f58186-3dcf-449a-82ef-2853c9dd768a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:18:02.811400 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5095b9ab-be20-405e-9701-645b152bc98a req-70f58186-3dcf-449a-82ef-2853c9dd768a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 943 time: 0.1119547 Apr 20 13:18:02.858533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5095b9ab-be20-405e-9701-645b152bc98a req-7337c5d7-b4da-4655-a2cd-dd9170cf4144 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:18:02.881754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-5095b9ab-be20-405e-9701-645b152bc98a req-7337c5d7-b4da-4655-a2cd-dd9170cf4144 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:18:02.882991 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5095b9ab-be20-405e-9701-645b152bc98a req-7337c5d7-b4da-4655-a2cd-dd9170cf4144 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652335 Apr 20 13:18:03.232791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 86752e16-9e37-405d-95eb-fa126087ee8d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:18:03.371717 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=86752e16-9e37-405d-95eb-fa126087ee8d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:03.385236 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '86752e16-9e37-405d-95eb-fa126087ee8d', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'port_id': '86752e16-9e37-405d-95eb-fa126087ee8d', 'mac_address': 'fa:16:3e:c1:37:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d177c-8c73-49da-a7fd-def54c360555', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:18:03.443217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:03.460907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86752e16-9e37-405d-95eb-fa126087ee8d {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:03.477088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=86752e16-9e37-405d-95eb-fa126087ee8d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:03.479997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:03.481894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:03.552719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:03.555535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:03.803965 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:04.089432 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa545-5ce4-459c-bba5-a4c819e198f8 req-2c1fc31e-a9b5-4013-bbaf-2b747e880f9d tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:04.091017 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-314fa545-5ce4-459c-bba5-a4c819e198f8 req-2c1fc31e-a9b5-4013-bbaf-2b747e880f9d tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 944 time: 0.0912054 Apr 20 13:18:04.139755 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-314fa545-5ce4-459c-bba5-a4c819e198f8 req-29f491ab-2a9a-4b01-83f9-e25c5e85c351 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Apr 20 13:18:04.754844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:05.234760 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 86752e16-9e37-405d-95eb-fa126087ee8d up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:18:05.309214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 86752e16-9e37-405d-95eb-fa126087ee8d completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:18:05.314279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 86752e16-9e37-405d-95eb-fa126087ee8d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:18:05.314704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:05.343172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598530b-4b05-4830-8812-26897d238280 req-f8e6efeb-3981-4a54-a1e2-3f06e05f16e0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:05.344804 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4598530b-4b05-4830-8812-26897d238280 req-f8e6efeb-3981-4a54-a1e2-3f06e05f16e0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 944 time: 0.0898514 Apr 20 13:18:05.396434 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4598530b-4b05-4830-8812-26897d238280 req-bd6cf53e-5ebf-4c74-8d49-86b306709e45 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Apr 20 13:18:05.441745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:05.471842 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:05.483996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=86752e16-9e37-405d-95eb-fa126087ee8d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:05.487164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:05.489165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:05.527619 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d', 'code': 200} Apr 20 13:18:05.561512 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:05.564517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:05.800192 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54337026-dd8a-4d26-9d23-4c633bf3910a req-890f8892-48c8-4c07-bf9d-0228018108af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:05.801817 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-54337026-dd8a-4d26-9d23-4c633bf3910a req-890f8892-48c8-4c07-bf9d-0228018108af service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 1098 time: 0.0771346 Apr 20 13:18:05.845118 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-54337026-dd8a-4d26-9d23-4c633bf3910a req-301f5f8c-edbe-43de-a19a-bdef9e120e2e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Apr 20 13:18:06.602278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35c088-8141-48af-8019-3a0905a9d676 req-a10483bb-74e0-4a02-a3a7-095458a01bf7 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:06.603882 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-db35c088-8141-48af-8019-3a0905a9d676 req-a10483bb-74e0-4a02-a3a7-095458a01bf7 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 945 time: 0.0928082 Apr 20 13:18:06.651589 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-db35c088-8141-48af-8019-3a0905a9d676 req-d703d718-b6ad-4c29-8e4b-c543f96c9213 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Apr 20 13:18:07.853243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7484-87f1-4e36-9355-d7743cf5e655 req-b6a90a09-2e08-4f64-afd8-e4ec7758d316 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:07.854896 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5bac7484-87f1-4e36-9355-d7743cf5e655 req-b6a90a09-2e08-4f64-afd8-e4ec7758d316 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 945 time: 0.0888534 Apr 20 13:18:07.902146 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5bac7484-87f1-4e36-9355-d7743cf5e655 req-9e5307c9-db67-407c-91b8-a10f780cc1c8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Apr 20 13:18:08.133032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-edd334f2-d1a1-4c6a-b50d-4ccec75a0ccc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781653 Apr 20 13:18:08.424941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-5fa434fe-405a-4c9a-b157-f55a849001df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:08.426555 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-5fa434fe-405a-4c9a-b157-f55a849001df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.0855222 Apr 20 13:18:08.584410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-213663fc-8bbe-46a1-acac-9ae31299e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:08.585917 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-213663fc-8bbe-46a1-acac-9ae31299e6db service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.1399922 Apr 20 13:18:08.694696 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-3e50072f-4f63-408e-b5fd-84a5dd451ec3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 1001 time: 0.0987496 Apr 20 13:18:08.770177 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-c6b6d723-cf4c-4e10-a3c2-5aca7fecd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:08.771833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-c6b6d723-cf4c-4e10-a3c2-5aca7fecd770 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0689609 Apr 20 13:18:08.855366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-377df07a-f400-4a8e-a4fd-527082a79476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:08.856889 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-377df07a-f400-4a8e-a4fd-527082a79476 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778255 Apr 20 13:18:09.005478 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-36fcc3d0-a063-41a0-a022-1f1be6aa482b service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401217 Apr 20 13:18:09.147496 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-27af07cc-6f2c-48a4-88f8-80249ff192c4 req-04a00e13-4dc8-41ad-836d-79b7ccd71c99 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349673 Apr 20 13:18:12.472172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-73cd4f0b-ad95-4ba5-a510-0383b5ee9c2f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:12.473807 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-73cd4f0b-ad95-4ba5-a510-0383b5ee9c2f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1556234 Apr 20 13:18:12.490865 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-c213cfc6-6605-413e-a2ac-3d5eeae039f6 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/quotas/1d34e827022045168d6b76e86301390f HTTP/1.1" status: 200 len: 375 time: 0.0104716 Apr 20 13:18:12.581754 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-d0c82430-1a36-42ab-924b-f31709054350 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853436 Apr 20 13:18:12.982193 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-45e964bc-2b99-4bd7-99a8-9b3a2183ca1f service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925836 Apr 20 13:18:13.124638 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-507bf844-1f4f-4167-b025-8fa448f7a129 service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357217 Apr 20 13:18:13.327021 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-85789ff2-e3ae-45a8-8420-0bf7c166bb68 req-c99ae443-8c4b-4603-a70a-5995e16a9625 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 210 time: 0.0539961 Apr 20 13:18:14.498943 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-84bb6025-fc22-4a79-aed9-36d1a36904ab req-25c8d361-8cc2-4548-a2d6-7fbc4314e7ec tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 210 time: 0.0530934 Apr 20 13:18:14.518326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-a0cc8615-c4e5-46aa-b5d2-d48b18f206ef tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:14.520024 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-a0cc8615-c4e5-46aa-b5d2-d48b18f206ef tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1632795 Apr 20 13:18:14.539602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Request body: {'port': {'device_id': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'admin_state_up': True, 'tenant_id': '1d34e827022045168d6b76e86301390f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:14.683357 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:18:14.693292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:18:14.702388 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:18:14.708397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:14.880350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Allocated IP 172.20.0.11 (50f58fa0-ff2b-4028-8d72-496af55c118a/951d177c-8c73-49da-a7fd-def54c360555/893f3169-85ae-4e80-8087-13a539237a2d) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:18:15.100908 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:15.130057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:15.135789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f97e636b-cb23-42a0-ad27-4e7de0eb0ba1 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:15.170327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:15.207007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Network 50f58fa0-ff2b-4028-8d72-496af55c118a is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:18:15.210314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:18:15.214494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:18:15.251288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event updated for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:15.259419 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:15.289143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:15.289845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:15.314600 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792397 Apr 20 13:18:15.332771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Request body: {'port': {'device_id': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:15.453770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:15.818054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d70fff-ba72-489b-ba2e-7bb8ddfc01e4 req-20ee0388-7ce2-4388-8028-18fbd464963e tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:15.818938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f4d70fff-ba72-489b-ba2e-7bb8ddfc01e4 req-20ee0388-7ce2-4388-8028-18fbd464963e tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:18:15.877709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f4d70fff-ba72-489b-ba2e-7bb8ddfc01e4 req-20ee0388-7ce2-4388-8028-18fbd464963e tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:18:15.878989 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4d70fff-ba72-489b-ba2e-7bb8ddfc01e4 req-20ee0388-7ce2-4388-8028-18fbd464963e tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 932 time: 0.2520909 Apr 20 13:18:16.170793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893f3169-85ae-4e80-8087-13a539237a2d {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:16.182289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.187297 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f4d70fff-ba72-489b-ba2e-7bb8ddfc01e4 req-b1e6334b-615a-4a2f-8fbd-6e0aef927ab4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013527 Apr 20 13:18:16.201709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Transition to ACTIVE for port object 893f3169-85ae-4e80-8087-13a539237a2d will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:18:16.205543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.210472 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:16.370545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Pushing event updated for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:16.378486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:16.450890 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Attempting to bind port 893f3169-85ae-4e80-8087-13a539237a2d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:18:16.451191 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Attempting to bind port 893f3169-85ae-4e80-8087-13a539237a2d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:18:16.451603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Attempting to bind port 893f3169-85ae-4e80-8087-13a539237a2d on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:16.456572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Port 893f3169-85ae-4e80-8087-13a539237a2d on network 50f58fa0-ff2b-4028-8d72-496af55c118a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:16.456932 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Attempting to bind port 893f3169-85ae-4e80-8087-13a539237a2d on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:16.462343 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:18:16.462718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Checking segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:18:16.463141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Bound using segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:18:16.463608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Bound port: 893f3169-85ae-4e80-8087-13a539237a2d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:18:16.463995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.559689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:18:16.562829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=893f3169-85ae-4e80-8087-13a539237a2d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:18:16.566143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.570791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-023528a5-4e97-4fd5-baba-c44bcc112307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:16.627678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:16.628352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.629868 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] 10.222.0.78 "PUT /v2.0/ports/893f3169-85ae-4e80-8087-13a539237a2d HTTP/1.1" status: 200 len: 1094 time: 1.3016524 Apr 20 13:18:16.630404 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:16.658196 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Pushing event updated for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:16.661487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:16.725045 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d', 'status': 'completed', 'code': 200} Apr 20 13:18:16.761830 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-44f1eab7-61d9-49a4-825b-0fc3425a596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:16.763430 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-44f1eab7-61d9-49a4-825b-0fc3425a596f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 1097 time: 0.0806546 Apr 20 13:18:16.848370 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-40c80804-df14-4e1a-9ece-5f0906950de2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=893f3169-85ae-4e80-8087-13a539237a2d HTTP/1.1" status: 200 len: 217 time: 0.0688159 Apr 20 13:18:16.916819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-3cf3179a-76f7-4609-a89a-d84d43b80919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:16.918923 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-3cf3179a-76f7-4609-a89a-d84d43b80919 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0646038 Apr 20 13:18:16.966527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a4bba6fe-36f6-4620-823d-3f6745af2a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:16.976193 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-29e8e590-9f57-4ad6-bbf5-b088a993f861 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507917 Apr 20 13:18:17.119656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-35d3fcaf-5953-4f1e-9754-7cba44d0fe82 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374674 Apr 20 13:18:17.264537 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-14098cef-0d1f-44e2-b9dd-fec612e7cffa req-5eeb6f66-6f14-4966-b937-0c334f8a6eda service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368477 Apr 20 13:18:17.462853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc34c-3ba2-45a0-8e59-416b37803c5c req-ede97d07-e912-46bd-b72c-dd78f7b93907 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:17.464468 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-57dcc34c-3ba2-45a0-8e59-416b37803c5c req-ede97d07-e912-46bd-b72c-dd78f7b93907 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 944 time: 0.1509769 Apr 20 13:18:17.503049 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-64ab9211-0517-4b27-96f5-94a2352d61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:17.504552 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-64ab9211-0517-4b27-96f5-94a2352d61b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 1097 time: 0.1314282 Apr 20 13:18:17.602025 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-57dcc34c-3ba2-45a0-8e59-416b37803c5c req-0db90c42-c814-48f4-9784-c54c5388881a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298940 Apr 20 13:18:17.663854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-21dd2268-da40-447c-9909-5b1b9979a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:17.665502 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-21dd2268-da40-447c-9909-5b1b9979a2f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 916 time: 0.1520855 Apr 20 13:18:17.737703 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-f4cf238f-7c3d-42e5-a4ac-27fa5337e4dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=893f3169-85ae-4e80-8087-13a539237a2d HTTP/1.1" status: 200 len: 217 time: 0.0657022 Apr 20 13:18:17.810362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-60430400-f9ed-4133-b330-3694f6be7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:17.811837 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-60430400-f9ed-4133-b330-3694f6be7f48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0674953 Apr 20 13:18:17.866597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-4a4b7947-fc67-4130-af99-2e67f6baecc3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471890 Apr 20 13:18:18.011441 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-fee223b1-cc02-4fca-a905-bdf7a568b334 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381419 Apr 20 13:18:18.154759 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce2220e1-e750-42f5-8e77-07c7fc8d0655 req-620c48b2-6113-4152-b2df-40724f1db73a service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361201 Apr 20 13:18:18.812425 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd435-c554-4092-b161-e5c0161a0073 req-1cea0e4a-4d6c-4be5-b945-891c054b70a0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:18.814065 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5cdd435-c554-4092-b161-e5c0161a0073 req-1cea0e4a-4d6c-4be5-b945-891c054b70a0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 944 time: 0.0929406 Apr 20 13:18:18.861486 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a5cdd435-c554-4092-b161-e5c0161a0073 req-f87bc296-e549-495a-8765-28f1bc2f5756 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Apr 20 13:18:19.284959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 893f3169-85ae-4e80-8087-13a539237a2d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:18:19.424954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=893f3169-85ae-4e80-8087-13a539237a2d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:19.438670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '893f3169-85ae-4e80-8087-13a539237a2d', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'port_id': '893f3169-85ae-4e80-8087-13a539237a2d', 'mac_address': 'fa:16:3e:21:97:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d177c-8c73-49da-a7fd-def54c360555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:18:19.499726 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:19.517174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893f3169-85ae-4e80-8087-13a539237a2d {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:19.533254 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=893f3169-85ae-4e80-8087-13a539237a2d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:19.536162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:19.538820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:19.607844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:19.611130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:19.757051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0dcd-26e0-4920-b4c2-70ad5e59d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:19.845266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['893f3169-85ae-4e80-8087-13a539237a2d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:20.071050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f564f2-280c-47b1-af60-f3a5f1f5f958 req-a92a5333-f79b-4dd0-b1be-9fca97af9956 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:20.072647 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-37f564f2-280c-47b1-af60-f3a5f1f5f958 req-a92a5333-f79b-4dd0-b1be-9fca97af9956 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 945 time: 0.0959558 Apr 20 13:18:20.124491 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-37f564f2-280c-47b1-af60-f3a5f1f5f958 req-0c6b2a4a-793b-488f-9805-2e4dbc15c879 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Apr 20 13:18:20.469750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:21.293729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 893f3169-85ae-4e80-8087-13a539237a2d up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:18:21.326755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199cda-aaab-4283-a9ce-a4853a64244f req-2e65e0c1-ad62-4461-8c86-6c8ea01ec19d tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:21.328385 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c199cda-aaab-4283-a9ce-a4853a64244f req-2e65e0c1-ad62-4461-8c86-6c8ea01ec19d tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 945 time: 0.0906820 Apr 20 13:18:21.374883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 893f3169-85ae-4e80-8087-13a539237a2d completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:18:21.378822 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1c199cda-aaab-4283-a9ce-a4853a64244f req-004e9519-3318-47a1-a428-4d6304e010d0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Apr 20 13:18:21.380894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 893f3169-85ae-4e80-8087-13a539237a2d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:18:21.381289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:21.413270 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:21.509390 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:21.537349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:21.548107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=893f3169-85ae-4e80-8087-13a539237a2d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:21.551098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:21.553035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:21.591362 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d', 'code': 200} Apr 20 13:18:21.627834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:21.630925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:21.867624 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af45b-b81d-4c5f-8876-254845a1f06e req-d62013a6-3c47-4234-b097-72af29900261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:21.869140 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-167af45b-b81d-4c5f-8876-254845a1f06e req-d62013a6-3c47-4234-b097-72af29900261 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 1099 time: 0.0787055 Apr 20 13:18:21.913498 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-167af45b-b81d-4c5f-8876-254845a1f06e req-15bbffd3-0815-465b-8da1-0a490fd37f05 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Apr 20 13:18:22.282880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:22.581107 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bc529-b49c-4dd6-a47b-03c886c89026 req-a4073a84-26da-4005-a633-481009c75622 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:22.582627 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f7bc529-b49c-4dd6-a47b-03c886c89026 req-a4073a84-26da-4005-a633-481009c75622 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 946 time: 0.0908291 Apr 20 13:18:22.632011 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f7bc529-b49c-4dd6-a47b-03c886c89026 req-f49c8912-7c04-4b19-963c-7d86e3aa88f7 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Apr 20 13:18:23.840782 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f23757-dcc6-4c0a-84f2-7cf448bcc873 req-f03f72e9-3574-44e2-8d28-a536c881c79c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:23.842394 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d0f23757-dcc6-4c0a-84f2-7cf448bcc873 req-f03f72e9-3574-44e2-8d28-a536c881c79c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 946 time: 0.0917239 Apr 20 13:18:23.890311 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d0f23757-dcc6-4c0a-84f2-7cf448bcc873 req-da56824a-91d3-4a0d-85bc-251ce53e0f17 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Apr 20 13:18:26.060976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-055322da-b862-43f2-bbd7-c29f38e9e6d1 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:26.062620 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-055322da-b862-43f2-bbd7-c29f38e9e6d1 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1628358 Apr 20 13:18:26.079466 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-b59cb016-5447-465a-bacb-79b771869f62 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/quotas/1d34e827022045168d6b76e86301390f HTTP/1.1" status: 200 len: 375 time: 0.0105906 Apr 20 13:18:26.169237 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-d563bac8-9fcb-4151-a613-465a44ff08ed tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840681 Apr 20 13:18:26.313002 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-8cf25262-9f3f-4bd6-8978-99f01c43580a service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362672 Apr 20 13:18:26.456789 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-a2d38c69-02b4-4047-a4ad-b8cefbb9ab9d service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372833 Apr 20 13:18:26.651099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ce436684-fef1-444e-b755-5993275d74ca req-d782e627-778e-4a99-8fc9-10540c8a577c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 210 time: 0.0503893 Apr 20 13:18:27.821808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-603632be-e5f4-4b44-a0b2-d04c2f21b99b req-382bd67d-54a6-41f0-b33e-aadbefade46a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 210 time: 0.0549572 Apr 20 13:18:27.828590 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-633ea269-7179-46cd-b01a-0384a60ea9d7 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:27.830170 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-633ea269-7179-46cd-b01a-0384a60ea9d7 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1610653 Apr 20 13:18:27.851081 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Request body: {'port': {'device_id': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'admin_state_up': True, 'tenant_id': '1d34e827022045168d6b76e86301390f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:27.995220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:18:28.005714 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:18:28.014235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:18:28.020251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:28.189290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Allocated IP 172.20.0.4 (50f58fa0-ff2b-4028-8d72-496af55c118a/951d177c-8c73-49da-a7fd-def54c360555/873eff8a-8c76-4711-a696-9a5155d45ef5) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:18:28.400100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:28.431208 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:28.438063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:28.474952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d', '893f3169-85ae-4e80-8087-13a539237a2d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:28.511219 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Network 50f58fa0-ff2b-4028-8d72-496af55c118a is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:18:28.514511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:18:28.518618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:18:28.554179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event updated for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:28.561378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:28.592407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:28.593085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:28.617369 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706139 Apr 20 13:18:28.637502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Request body: {'port': {'device_id': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:28.759809 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.122581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af923-89bc-4c03-a131-81f7077a411d req-36f5c1e8-e8c2-4020-a0ad-7f384691b93c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:29.123346 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4e6af923-89bc-4c03-a131-81f7077a411d req-36f5c1e8-e8c2-4020-a0ad-7f384691b93c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:18:29.184379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4e6af923-89bc-4c03-a131-81f7077a411d req-36f5c1e8-e8c2-4020-a0ad-7f384691b93c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:18:29.185667 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e6af923-89bc-4c03-a131-81f7077a411d req-36f5c1e8-e8c2-4020-a0ad-7f384691b93c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 931 time: 0.2048638 Apr 20 13:18:29.239339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873eff8a-8c76-4711-a696-9a5155d45ef5 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:29.251966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.260182 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4e6af923-89bc-4c03-a131-81f7077a411d req-0c6034b0-bf15-41b5-b0cf-f09023739c69 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675831 Apr 20 13:18:29.272534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Transition to ACTIVE for port object 873eff8a-8c76-4711-a696-9a5155d45ef5 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:18:29.275493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.280361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:29.413010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Pushing event updated for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:29.451654 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.452080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.452530 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.452946 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.453350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.453829 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.454235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.454635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.455036 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.455430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.455823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.456215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:29.464678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:29.535961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Attempting to bind port 873eff8a-8c76-4711-a696-9a5155d45ef5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:18:29.536258 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Attempting to bind port 873eff8a-8c76-4711-a696-9a5155d45ef5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:18:29.536634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Attempting to bind port 873eff8a-8c76-4711-a696-9a5155d45ef5 on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:29.541476 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Port 873eff8a-8c76-4711-a696-9a5155d45ef5 on network 50f58fa0-ff2b-4028-8d72-496af55c118a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:29.541861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Attempting to bind port 873eff8a-8c76-4711-a696-9a5155d45ef5 on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:29.549638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:18:29.550019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Checking segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:18:29.550440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Bound using segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:18:29.550909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Bound port: 873eff8a-8c76-4711-a696-9a5155d45ef5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:18:29.551300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.643878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:18:29.646948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=873eff8a-8c76-4711-a696-9a5155d45ef5,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:18:29.650464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.654180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:29.718364 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:29.719047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:29.720536 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] 10.222.0.78 "PUT /v2.0/ports/873eff8a-8c76-4711-a696-9a5155d45ef5 HTTP/1.1" status: 200 len: 1093 time: 1.0876832 Apr 20 13:18:29.721077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:29.741575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Pushing event updated for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:29.744645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:29.774201 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5', 'status': 'completed', 'code': 200} Apr 20 13:18:29.881452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-37cac26b-e1a5-4f17-b58e-7346ecd2fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:29.883041 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-37cac26b-e1a5-4f17-b58e-7346ecd2fa52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 1096 time: 0.0782218 Apr 20 13:18:29.971917 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-8e19c5bc-f2e8-48a9-aa37-a5e57a9660b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=873eff8a-8c76-4711-a696-9a5155d45ef5 HTTP/1.1" status: 200 len: 217 time: 0.0707083 Apr 20 13:18:30.047722 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434c9c-4819-4475-8eae-7578ac28008d req-dbf446da-f39d-421a-a66c-06192bf305e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:30.049293 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-dbf446da-f39d-421a-a66c-06192bf305e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0649726 Apr 20 13:18:30.342352 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-c935836f-8769-4209-81c9-7669528f2e1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2859960 Apr 20 13:18:30.549536 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-c04ae321-d5c0-445c-9be2-e352db89aa09 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992364 Apr 20 13:18:30.564021 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a1fb7-cff6-4af5-8917-810fa42fb305 req-d857abcd-3bbb-4c6b-9176-537f46e63e68 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:30.565536 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-554a1fb7-cff6-4af5-8917-810fa42fb305 req-d857abcd-3bbb-4c6b-9176-537f46e63e68 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 943 time: 0.1873107 Apr 20 13:18:30.702057 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-554a1fb7-cff6-4af5-8917-810fa42fb305 req-b3adda8f-64ca-444c-8c6c-32d81f93559a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115220 Apr 20 13:18:30.742404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-36434c9c-4819-4475-8eae-7578ac28008d req-64aa67c6-2f36-4da4-a9ec-776d488d1761 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758540 Apr 20 13:18:30.920099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-10b6cb7a-d0e1-4b0b-a81a-a94ff1659f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:30.921746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-10b6cb7a-d0e1-4b0b-a81a-a94ff1659f8e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 1096 time: 0.0796585 Apr 20 13:18:31.065194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-c3776d63-742c-496f-9b96-13a466019834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:31.066866 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-c3776d63-742c-496f-9b96-13a466019834 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 916 time: 0.1383662 Apr 20 13:18:31.144841 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-b6111592-22ba-4000-90e3-09c831ef6705 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=873eff8a-8c76-4711-a696-9a5155d45ef5 HTTP/1.1" status: 200 len: 217 time: 0.0699043 Apr 20 13:18:31.215338 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-7ee596ca-face-4219-bc12-64b75a201853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:31.216849 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-7ee596ca-face-4219-bc12-64b75a201853 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0651960 Apr 20 13:18:31.273409 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-3004d427-9164-4ecd-9244-584e676be0f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488186 Apr 20 13:18:31.394752 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:18:31.416551 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-c75e21d4-52a2-47e2-a214-ca104e95e683 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357403 Apr 20 13:18:31.560686 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d7e7d58e-bc08-4fc8-99f3-4d7971b8ff53 req-9b460d86-2e6b-4d6f-be53-80db4f8b2461 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368761 Apr 20 13:18:31.910274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147a431-6dae-4abe-9a13-92ae54c5cab2 req-22856762-3ebf-4a67-85a6-ff9d1a6edaae tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:31.911916 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d147a431-6dae-4abe-9a13-92ae54c5cab2 req-22856762-3ebf-4a67-85a6-ff9d1a6edaae tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 943 time: 0.0934389 Apr 20 13:18:31.959609 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d147a431-6dae-4abe-9a13-92ae54c5cab2 req-a3b40b02-d78c-4218-a5fb-9fbde58fd760 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Apr 20 13:18:33.171041 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae2eb0-77a5-4998-a2dc-cf7e720dcf97 req-e5be93fa-e49d-427c-8f47-3bd8414dd4d2 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:33.172629 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4aae2eb0-77a5-4998-a2dc-cf7e720dcf97 req-e5be93fa-e49d-427c-8f47-3bd8414dd4d2 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 943 time: 0.1003568 Apr 20 13:18:33.220892 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4aae2eb0-77a5-4998-a2dc-cf7e720dcf97 req-cbff0245-d093-4f2f-ad3c-c22505c34150 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Apr 20 13:18:33.311711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 873eff8a-8c76-4711-a696-9a5155d45ef5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:18:33.614672 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=873eff8a-8c76-4711-a696-9a5155d45ef5,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:33.628210 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '873eff8a-8c76-4711-a696-9a5155d45ef5', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'port_id': '873eff8a-8c76-4711-a696-9a5155d45ef5', 'mac_address': 'fa:16:3e:cd:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d177c-8c73-49da-a7fd-def54c360555', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:18:33.686118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:33.703252 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873eff8a-8c76-4711-a696-9a5155d45ef5 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:33.719153 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=873eff8a-8c76-4711-a696-9a5155d45ef5,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:33.722031 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:33.723864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:33.796482 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:33.799610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:34.064022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['873eff8a-8c76-4711-a696-9a5155d45ef5'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:34.425903 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232fa33-8f00-4153-8472-353b407028d3 req-c7fa4da1-396a-42c6-86f8-ae3b0cc5f966 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:34.427503 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6232fa33-8f00-4153-8472-353b407028d3 req-c7fa4da1-396a-42c6-86f8-ae3b0cc5f966 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 944 time: 0.0912595 Apr 20 13:18:34.475344 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6232fa33-8f00-4153-8472-353b407028d3 req-20a36209-3b68-4d4b-bef1-d2327d27d0f2 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Apr 20 13:18:34.769291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:35.312941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 873eff8a-8c76-4711-a696-9a5155d45ef5 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:18:35.384718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 873eff8a-8c76-4711-a696-9a5155d45ef5 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:18:35.389636 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 873eff8a-8c76-4711-a696-9a5155d45ef5 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:18:35.390052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:35.513583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:35.543095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:35.553719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=873eff8a-8c76-4711-a696-9a5155d45ef5,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:35.558091 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:35.560362 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4b180f4d-795f-4b35-9cfb-91fe0ddb108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:35.598540 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5', 'code': 200} Apr 20 13:18:35.633632 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:35.643293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.643680 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.644078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.644440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.644894 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.645167 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.645597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.646478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.646857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.647401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.647770 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.648133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:18:35.652897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:35.688602 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dbbf-ddfe-4f3e-8c83-13c6b017d040 req-8b977412-ff8a-427d-adda-4ffa0c88f3a8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:35.690268 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2120dbbf-ddfe-4f3e-8c83-13c6b017d040 req-8b977412-ff8a-427d-adda-4ffa0c88f3a8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.0958331 Apr 20 13:18:35.740785 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2120dbbf-ddfe-4f3e-8c83-13c6b017d040 req-b7c7f8fd-4d70-4b12-ba4c-7b2bb9fab15d tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Apr 20 13:18:35.873925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa685c-e3f7-4492-9310-fec6642027d2 req-4ef5a7fc-b2f5-470b-ba22-e3a26bea7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:35.875442 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-abfa685c-e3f7-4492-9310-fec6642027d2 req-4ef5a7fc-b2f5-470b-ba22-e3a26bea7c5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 1098 time: 0.0768511 Apr 20 13:18:35.921502 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-abfa685c-e3f7-4492-9310-fec6642027d2 req-664b89d8-bb22-466f-a625-30aa3fa3a6f7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Apr 20 13:18:36.941238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea756eb-8388-423a-8fb4-8a986425ef3f req-35c6caea-402c-4237-8d20-c67231e0f972 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:36.942894 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2ea756eb-8388-423a-8fb4-8a986425ef3f req-35c6caea-402c-4237-8d20-c67231e0f972 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.0877244 Apr 20 13:18:36.996765 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2ea756eb-8388-423a-8fb4-8a986425ef3f req-23daec4c-ad5e-49d9-ad3f-25cb7114e228 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Apr 20 13:18:38.202034 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0519a-e211-419b-9b37-a9824d118881 req-81235cfd-ce92-48d9-ab40-138d7e211c49 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:38.203631 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5de0519a-e211-419b-9b37-a9824d118881 req-81235cfd-ce92-48d9-ab40-138d7e211c49 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.0926855 Apr 20 13:18:38.251491 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5de0519a-e211-419b-9b37-a9824d118881 req-2f79b4df-11e4-49fd-b6fd-ddc631e1de42 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Apr 20 13:18:44.614222 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-55f7eebf-e14e-46e2-8274-c339938e73a5 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:44.615750 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-55f7eebf-e14e-46e2-8274-c339938e73a5 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.1575882 Apr 20 13:18:44.632348 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-1dd41397-7228-4d53-99e9-357e68326e79 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/quotas/1d34e827022045168d6b76e86301390f HTTP/1.1" status: 200 len: 375 time: 0.0097306 Apr 20 13:18:44.724601 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-cc9d4725-9f4e-456c-ac06-be5fbbd6977a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865119 Apr 20 13:18:44.866915 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-e4671f0d-12ac-4638-b092-1e9a9936e30b service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342921 Apr 20 13:18:45.019228 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-d097b611-962d-4885-9bc7-1320c9f4d273 service neutron] 10.222.0.68 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460347 Apr 20 13:18:45.221898 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-130acb64-d20c-49bb-b945-d5ed476a0c81 req-202652f4-303c-40b4-bb09-b93f5cffac83 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 210 time: 0.0577409 Apr 20 13:18:46.419201 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-410bf26f-f66a-4197-86bb-b559d87561ac req-ddf833b6-dd7b-459b-ba7b-3857d963303a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 210 time: 0.0764000 Apr 20 13:18:46.457061 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-7725a1c4-f6ef-4c58-8cb9-0f9118b1376a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:46.459651 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-7725a1c4-f6ef-4c58-8cb9-0f9118b1376a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 814 time: 0.2139757 Apr 20 13:18:46.478572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Request body: {'port': {'device_id': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'admin_state_up': True, 'tenant_id': '1d34e827022045168d6b76e86301390f'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:46.621951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:18:46.631836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:18:46.641243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Made reservation on behalf of 1d34e827022045168d6b76e86301390f for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:18:46.647280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:46.818181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Allocated IP 172.20.0.12 (50f58fa0-ff2b-4028-8d72-496af55c118a/951d177c-8c73-49da-a7fd-def54c360555/01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:18:46.959548 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-49a448d5-0792-4a72-bec1-d94ab8d38ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.030925 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.060724 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.066347 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e802429b-05cb-44c6-bff5-6c69be1f9b54 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:47.097234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d', '893f3169-85ae-4e80-8087-13a539237a2d', '873eff8a-8c76-4711-a696-9a5155d45ef5'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:47.139741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Network 50f58fa0-ff2b-4028-8d72-496af55c118a is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:18:47.143067 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:18:47.150690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:18:47.178613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event updated for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:47.184511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:47.224481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:47.225086 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.251704 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-a7e49795-93ac-4ebb-aa18-f4bc598bd271 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770946 Apr 20 13:18:47.277414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Request body: {'port': {'device_id': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:47.398144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.628745 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa070708-9d0d-4e43-9571-9153ad5ead99 req-1ffd99fe-834d-4d92-976d-d5043d5d5bb6 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:47.630396 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa070708-9d0d-4e43-9571-9153ad5ead99 req-1ffd99fe-834d-4d92-976d-d5043d5d5bb6 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 932 time: 0.0901911 Apr 20 13:18:47.680370 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-fa070708-9d0d-4e43-9571-9153ad5ead99 req-5d61a055-199d-4446-8bb7-b2a7b0e9e618 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Apr 20 13:18:47.764543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:47.772331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.788172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Transition to ACTIVE for port object 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:18:47.791518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:47.796234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:48.167959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Pushing event updated for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:48.197304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:48.279491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Attempting to bind port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:18:48.279794 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Attempting to bind port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:18:48.280164 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Attempting to bind port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:48.285314 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc on network 50f58fa0-ff2b-4028-8d72-496af55c118a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:48.285711 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Attempting to bind port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc on network 50f58fa0-ff2b-4028-8d72-496af55c118a {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:18:48.291115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:18:48.291494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Checking segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:18:48.292448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Bound using segment: {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:18:48.292916 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Bound port: 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ac1a3a-a578-4877-baac-090d8f742cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:18:48.293298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:48.388298 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:18:48.391658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:18:48.395051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:48.399778 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:48.453366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:48.454264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:48.455572 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] 10.222.0.78 "PUT /v2.0/ports/01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc HTTP/1.1" status: 200 len: 1094 time: 1.1835353 Apr 20 13:18:48.456173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:48.487464 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Pushing event updated for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:48.490729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:48.505397 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc', 'status': 'completed', 'code': 200} Apr 20 13:18:48.626694 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-748716e8-f17b-4904-b9d0-578356f90116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:48.628255 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-748716e8-f17b-4904-b9d0-578356f90116 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 1097 time: 0.0799732 Apr 20 13:18:48.712488 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-0e77943c-2b75-4317-8736-0599a1b52747 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc HTTP/1.1" status: 200 len: 217 time: 0.0690484 Apr 20 13:18:48.785408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775655c-5418-474a-9666-4810ffe0cf7a req-10d65ff6-1815-401b-b78a-77f8b0f5748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:48.787032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-10d65ff6-1815-401b-b78a-77f8b0f5748c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0686848 Apr 20 13:18:48.846351 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-82786773-9978-4288-b72a-43f6184a6683 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466452 Apr 20 13:18:48.887975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015771-0dbe-4368-b318-b9a9dc081f50 req-9843a964-8c17-4fd9-a1d7-82bf20df5d9f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:48.889520 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e015771-0dbe-4368-b318-b9a9dc081f50 req-9843a964-8c17-4fd9-a1d7-82bf20df5d9f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 944 time: 0.0924003 Apr 20 13:18:48.940016 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0e015771-0dbe-4368-b318-b9a9dc081f50 req-9931e59f-193c-432a-984c-7e4f6ec7af3f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Apr 20 13:18:48.992887 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-6964cc3f-39eb-4fde-8040-25e91ca05ca2 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394761 Apr 20 13:18:49.137709 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4775655c-5418-474a-9666-4810ffe0cf7a req-c065c68c-ce59-4ed5-9564-a9ded1739bda service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371787 Apr 20 13:18:49.317141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-c8bb2a73-3375-40a3-83df-dd11351b8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:49.318870 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-c8bb2a73-3375-40a3-83df-dd11351b8ed6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 1097 time: 0.0791044 Apr 20 13:18:49.465197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-a7fc00be-397a-44f9-9932-d85c2cecd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:49.466806 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-a7fc00be-397a-44f9-9932-d85c2cecd1e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 916 time: 0.1364889 Apr 20 13:18:49.544869 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-ae132b83-0372-4a57-8001-1feedc461b5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc HTTP/1.1" status: 200 len: 217 time: 0.0694766 Apr 20 13:18:49.614941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-be9ef415-7436-4253-948e-dd51aebad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:49.616415 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-be9ef415-7436-4253-948e-dd51aebad631 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0648534 Apr 20 13:18:49.675080 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-a4f2cf76-895b-458f-be72-dd7e0384eab1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494447 Apr 20 13:18:49.759133 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a8351e3a-d6b9-440a-be1a-21612e63e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:49.819446 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-f1a1e5b6-5b7c-4041-a533-3aca4ab65ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369958 Apr 20 13:18:49.962784 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-51eddf58-8ec6-4fad-a0d0-a2f56ff06701 req-e0a1c551-4092-4f79-b232-e711ce6ba176 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335981 Apr 20 13:18:50.145171 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a119b-4dcf-4203-968b-0cdfb038f931 req-8a868082-d38d-4bf5-a07b-65fc1f5b0fdd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:50.145962 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6a2a119b-4dcf-4203-968b-0cdfb038f931 req-8a868082-d38d-4bf5-a07b-65fc1f5b0fdd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:18:50.161729 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-6a2a119b-4dcf-4203-968b-0cdfb038f931 req-8a868082-d38d-4bf5-a07b-65fc1f5b0fdd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:18:50.163030 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6a2a119b-4dcf-4203-968b-0cdfb038f931 req-8a868082-d38d-4bf5-a07b-65fc1f5b0fdd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 944 time: 0.1036391 Apr 20 13:18:50.212515 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6a2a119b-4dcf-4203-968b-0cdfb038f931 req-30c8a438-2ca8-407c-880f-d725271a9bb0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Apr 20 13:18:50.473009 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:51.376302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:51.422197 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:18:51.427356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b6bde-ae03-450c-983f-b65f863083f2 req-1b2a54b6-269d-43a4-8e50-4872e0195825 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:51.428979 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-016b6bde-ae03-450c-983f-b65f863083f2 req-1b2a54b6-269d-43a4-8e50-4872e0195825 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 944 time: 0.0923958 Apr 20 13:18:51.477498 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-016b6bde-ae03-450c-983f-b65f863083f2 req-f9c21511-e009-47b4-9d34-0d50bf3e24cd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Apr 20 13:18:51.563670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:51.577964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc', 'network_id': '50f58fa0-ff2b-4028-8d72-496af55c118a', 'port_id': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc', 'mac_address': 'fa:16:3e:75:49:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d177c-8c73-49da-a7fd-def54c360555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:18:51.636481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:51.657304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:18:51.672978 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:51.676020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:51.678312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:51.747595 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:51.750758 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:52.027281 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:18:52.285661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:52.679486 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c1ad5-f9b8-46b4-a115-3ec3eb6936e0 req-d948e34f-3180-48d8-af47-8a962fb47299 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:52.681069 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-653c1ad5-f9b8-46b4-a115-3ec3eb6936e0 req-d948e34f-3180-48d8-af47-8a962fb47299 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 945 time: 0.0901344 Apr 20 13:18:52.728433 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-653c1ad5-f9b8-46b4-a115-3ec3eb6936e0 req-07b1418e-11f9-459d-bc7f-3a94c19ced04 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Apr 20 13:18:53.454195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:18:53.524113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:18:53.529083 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:18:53.529525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:53.651693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:53.679649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:18:53.690884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:18:53.694273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:18:53.696225 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0b917b54-effd-4152-81c3-f1e226928b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:18:53.728290 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc', 'code': 200} Apr 20 13:18:53.771649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:18:53.774912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:18:53.938028 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb22649-ba54-4638-a9ec-d48c8e80aaf0 req-1b74ea59-95f9-4b5e-804a-fbbaed5b5b19 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:53.939644 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6eb22649-ba54-4638-a9ec-d48c8e80aaf0 req-1b74ea59-95f9-4b5e-804a-fbbaed5b5b19 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0916414 Apr 20 13:18:54.036919 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6eb22649-ba54-4638-a9ec-d48c8e80aaf0 req-21c0cbcd-cd6c-43cd-8bc7-94159cac6c88 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592093 Apr 20 13:18:54.058937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71156c-c88d-44da-af3b-c839df234af1 req-e83d2de2-309e-4963-b2d9-c6e2b2cee841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:54.060543 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ba71156c-c88d-44da-af3b-c839df234af1 req-e83d2de2-309e-4963-b2d9-c6e2b2cee841 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 1099 time: 0.1199732 Apr 20 13:18:54.105535 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ba71156c-c88d-44da-af3b-c839df234af1 req-a10d947c-2fe9-464e-b64c-85327effa77c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Apr 20 13:18:55.244414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9304b1-0f18-4178-98dd-e43723cc2434 req-f4189aa0-37eb-4e9a-b05f-7d7900379ff2 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:55.246650 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b9304b1-0f18-4178-98dd-e43723cc2434 req-f4189aa0-37eb-4e9a-b05f-7d7900379ff2 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0914271 Apr 20 13:18:55.299128 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5b9304b1-0f18-4178-98dd-e43723cc2434 req-0fd1069e-1307-440b-924c-ea66829e55c0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Apr 20 13:18:56.503912 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa850e-eded-4ec0-a2c0-1280b891aa64 req-e094294a-6599-4306-a9cd-ea0ff8a7d65c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:18:56.505542 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d1aa850e-eded-4ec0-a2c0-1280b891aa64 req-e094294a-6599-4306-a9cd-ea0ff8a7d65c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0925643 Apr 20 13:18:56.553833 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d1aa850e-eded-4ec0-a2c0-1280b891aa64 req-8a2f0b89-546d-4b46-aaf5-861fde20c347 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 Apr 20 13:19:04.130601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196f619-f6c8-4b11-82c7-309fc1346134 req-4d49490f-da7a-4c88-bab3-bbd150065803 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:04.132233 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b196f619-f6c8-4b11-82c7-309fc1346134 req-4d49490f-da7a-4c88-bab3-bbd150065803 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0877864 Apr 20 13:19:04.180304 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b196f619-f6c8-4b11-82c7-309fc1346134 req-b450cf0b-eea9-44b1-b2ee-638291496d4f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Apr 20 13:19:04.786849 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:05.391173 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90afd5d-44bb-40df-91c6-91e2c3a28ce5 req-b8ee40aa-1b9a-4cb8-8bad-e724f2de87d3 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:05.392818 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a90afd5d-44bb-40df-91c6-91e2c3a28ce5 req-b8ee40aa-1b9a-4cb8-8bad-e724f2de87d3 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0941215 Apr 20 13:19:05.442454 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a90afd5d-44bb-40df-91c6-91e2c3a28ce5 req-c56cb692-9cf1-498b-b7e9-5bf112cb5a66 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Apr 20 13:19:05.952307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-981e4c7d-1f23-4961-8be9-04f14cf9bfcc tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:05.953901 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-981e4c7d-1f23-4961-8be9-04f14cf9bfcc tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 946 time: 0.0926664 Apr 20 13:19:06.042078 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Deleting port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:19:06.042477 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:06.306534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] For port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:06.307509 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:06.440032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Calling delete_port for 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:19:06.653531 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:06.659985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3267c5d5-b885-49b1-bbcd-dc18e0275c90 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:06.696017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d', '893f3169-85ae-4e80-8087-13a539237a2d', '873eff8a-8c76-4711-a696-9a5155d45ef5', '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:06.720224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event deleted for resources: {'Port': ['ID=01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:06.723513 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:06.772205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53344863-ffec-4463-addf-1c35c5c72052 req-eb7269a7-ea47-49ce-8b70-885f97aedac0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:06.773849 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-53344863-ffec-4463-addf-1c35c5c72052 req-eb7269a7-ea47-49ce-8b70-885f97aedac0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=558bd7b3-124f-4057-9fbc-54a8b459074e HTTP/1.1" status: 200 len: 867 time: 0.2043462 Apr 20 13:19:06.835172 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] No DVR routers for this DVR port 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:19:06.840495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:06.843216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'name': 'network-vif-deleted', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:06.872202 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c2a669e-245d-438e-a0c2-8a145abeab76 req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "DELETE /v2.0/ports/01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc HTTP/1.1" status: 204 len: 173 time: 0.9123030 Apr 20 13:19:06.879918 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-53344863-ffec-4463-addf-1c35c5c72052 req-26835d9d-2aaf-4651-b1ee-b89614a7c1a0 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Apr 20 13:19:06.895371 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558bd7b3-124f-4057-9fbc-54a8b459074e', 'name': 'network-vif-deleted', 'tag': '01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc', 'status': 'completed', 'code': 200} Apr 20 13:19:08.395264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:19:09.540250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:19:09.578764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:19:09.579075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 01f6557e-ad0f-4a1e-9f83-6a1664ac3ddc not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:19:09.624665 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367570c3-ddb3-4069-90b2-e4fbb381bdbb req-a1bc8962-9de1-44a5-9a59-0a55a100533b tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:09.626314 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-367570c3-ddb3-4069-90b2-e4fbb381bdbb req-a1bc8962-9de1-44a5-9a59-0a55a100533b tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.0912929 Apr 20 13:19:09.678445 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-367570c3-ddb3-4069-90b2-e4fbb381bdbb req-3e8c3e03-1965-46ea-8180-bc37d844ac45 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Apr 20 13:19:10.121540 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-2b99cc8e-1d5b-4d64-a726-02a91641f073 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775006 Apr 20 13:19:10.237574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-ba2dae80-2b3e-42a2-b125-f8000e80bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:10.239181 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-ba2dae80-2b3e-42a2-b125-f8000e80bc9d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d34e827022045168d6b76e86301390f&device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 1098 time: 0.0812209 Apr 20 13:19:10.639397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-9e1b0616-0479-47bf-83cf-755dddbc14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:10.640976 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-9e1b0616-0479-47bf-83cf-755dddbc14e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 200 len: 916 time: 0.3789818 Apr 20 13:19:10.716287 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-4b4d1b8d-894b-4a61-b71f-3f4655f71cbd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86752e16-9e37-405d-95eb-fa126087ee8d HTTP/1.1" status: 200 len: 217 time: 0.0670893 Apr 20 13:19:10.791470 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-6ea4a157-fa6d-4b27-885d-3c234c1e9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:10.793044 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-6ea4a157-fa6d-4b27-885d-3c234c1e9608 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 200 len: 854 time: 0.0686910 Apr 20 13:19:10.891909 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-ce4e9d20-7ad5-4ed6-8f95-b9b1e341b89f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=50f58fa0-ff2b-4028-8d72-496af55c118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595992 Apr 20 13:19:11.033831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852d725-3e67-45b0-a338-6c21a1ab64c7 req-6e68f843-e14e-4490-b12a-b8983d657e18 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:11.034597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7852d725-3e67-45b0-a338-6c21a1ab64c7 req-6e68f843-e14e-4490-b12a-b8983d657e18 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:11.072720 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-4e46c756-bc28-4f6e-a24c-a69049e1c84f service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728930 Apr 20 13:19:11.073533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7852d725-3e67-45b0-a338-6c21a1ab64c7 req-6e68f843-e14e-4490-b12a-b8983d657e18 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:11.074667 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7852d725-3e67-45b0-a338-6c21a1ab64c7 req-6e68f843-e14e-4490-b12a-b8983d657e18 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.2781007 Apr 20 13:19:11.216040 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7852d725-3e67-45b0-a338-6c21a1ab64c7 req-eb425f81-e2d1-4f1b-8512-241d8e5b3ad3 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138413 Apr 20 13:19:11.256926 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2bfb3591-f5ab-4489-a249-0e5e199ee064 req-3ff57a0f-d148-4967-8a81-b8e3d36e2725 service neutron] 10.222.0.78 "GET /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766131 Apr 20 13:19:11.428463 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-27c6b803-bd7d-43f1-9d03-9702afb3f008 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:11.431239 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-27c6b803-bd7d-43f1-9d03-9702afb3f008 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 945 time: 0.1017745 Apr 20 13:19:11.517733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Deleting port 873eff8a-8c76-4711-a696-9a5155d45ef5 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:19:11.518038 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:11.790806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] For port 873eff8a-8c76-4711-a696-9a5155d45ef5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=873eff8a-8c76-4711-a696-9a5155d45ef5,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:11.791913 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:11.926774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Calling delete_port for 873eff8a-8c76-4711-a696-9a5155d45ef5 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:19:12.082999 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:12.089184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-02c2c580-268f-49d3-a0a1-bf50c66cc658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:12.118697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d', '893f3169-85ae-4e80-8087-13a539237a2d', '873eff8a-8c76-4711-a696-9a5155d45ef5'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:12.136642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event deleted for resources: {'Port': ['ID=873eff8a-8c76-4711-a696-9a5155d45ef5,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:12.140391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:12.222293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] No DVR routers for this DVR port 873eff8a-8c76-4711-a696-9a5155d45ef5 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:19:12.224534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:12.227499 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'name': 'network-vif-deleted', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:12.243889 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9ccfa9ba-c6d2-4e0e-ba1c-f0ae9048a026 req-dcfb7c43-172d-437e-a88e-0c14ce319fbd tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "DELETE /v2.0/ports/873eff8a-8c76-4711-a696-9a5155d45ef5 HTTP/1.1" status: 204 len: 173 time: 0.8012912 Apr 20 13:19:12.299475 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710b908-cf7a-44a4-8641-3bd7683e8af1', 'name': 'network-vif-deleted', 'tag': '873eff8a-8c76-4711-a696-9a5155d45ef5', 'status': 'completed', 'code': 200} Apr 20 13:19:12.404394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1db236fb-01c4-4b09-b2d9-a373e7d54eb4 req-f96edf55-ee4c-4f68-be48-4a5e7a02ac79 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:12.421361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-1db236fb-01c4-4b09-b2d9-a373e7d54eb4 req-f96edf55-ee4c-4f68-be48-4a5e7a02ac79 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:12.422710 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1db236fb-01c4-4b09-b2d9-a373e7d54eb4 req-f96edf55-ee4c-4f68-be48-4a5e7a02ac79 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=5710b908-cf7a-44a4-8641-3bd7683e8af1 HTTP/1.1" status: 200 len: 210 time: 0.0707419 Apr 20 13:19:13.904301 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b9cc9-8614-4edd-a42f-4bf7fdd757dc req-f3d66ecc-36a3-4f6f-b14f-32b567dfaa07 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:13.905963 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-815b9cc9-8614-4edd-a42f-4bf7fdd757dc req-f3d66ecc-36a3-4f6f-b14f-32b567dfaa07 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 946 time: 0.0901849 Apr 20 13:19:13.954012 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-815b9cc9-8614-4edd-a42f-4bf7fdd757dc req-8e5fea2d-f52d-44eb-81b3-735b8aef122c tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Apr 20 13:19:15.161064 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352b0d4-2611-40d8-95a3-207ecfba071f req-28376b89-3a55-4003-903e-08e1b20f9672 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:15.162709 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c352b0d4-2611-40d8-95a3-207ecfba071f req-28376b89-3a55-4003-903e-08e1b20f9672 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 946 time: 0.0922472 Apr 20 13:19:15.211210 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c352b0d4-2611-40d8-95a3-207ecfba071f req-e5a788d1-0e10-488a-9a17-44392bbf112f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Apr 20 13:19:15.311352 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-55b45884-82a8-43bb-9474-189c27f2c2ba tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:15.312835 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-55b45884-82a8-43bb-9474-189c27f2c2ba tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 946 time: 0.0878003 Apr 20 13:19:15.392377 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Deleting port 893f3169-85ae-4e80-8087-13a539237a2d {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:19:15.392779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:15.573329 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 873eff8a-8c76-4711-a696-9a5155d45ef5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:19:15.613572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 873eff8a-8c76-4711-a696-9a5155d45ef5 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:19:15.613975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 873eff8a-8c76-4711-a696-9a5155d45ef5 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:19:15.665511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] For port 893f3169-85ae-4e80-8087-13a539237a2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=893f3169-85ae-4e80-8087-13a539237a2d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:15.666488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:15.798277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Calling delete_port for 893f3169-85ae-4e80-8087-13a539237a2d owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:19:15.948695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:15.954319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-94c1b082-6f5f-4f63-9a6f-13b51f0178d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:15.984571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d', '893f3169-85ae-4e80-8087-13a539237a2d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:16.005144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event deleted for resources: {'Port': ['ID=893f3169-85ae-4e80-8087-13a539237a2d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:16.039750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:16.085604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] No DVR routers for this DVR port 893f3169-85ae-4e80-8087-13a539237a2d on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:19:16.088076 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:16.091055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'name': 'network-vif-deleted', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:16.107068 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-368f12ab-fef9-4fa8-83ad-f4ca1ab2bb7d req-bbc2afae-fa16-4ed6-951b-c608ccbb54b4 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "DELETE /v2.0/ports/893f3169-85ae-4e80-8087-13a539237a2d HTTP/1.1" status: 204 len: 173 time: 0.7880442 Apr 20 13:19:16.146578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ff3e3-4e43-4a68-a9fe-bca65fba4170', 'name': 'network-vif-deleted', 'tag': '893f3169-85ae-4e80-8087-13a539237a2d', 'status': 'completed', 'code': 200} Apr 20 13:19:16.391203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-ff7777a2-cf57-4471-91be-a21a57a89084 req-07a4ed88-a8b0-4c99-9856-c7970bd69218 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Synchronizing usage tracker for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:16.406820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-ff7777a2-cf57-4471-91be-a21a57a89084 req-07a4ed88-a8b0-4c99-9856-c7970bd69218 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Unset dirty status for tenant:1d34e827022045168d6b76e86301390f on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:16.408178 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-ff7777a2-cf57-4471-91be-a21a57a89084 req-07a4ed88-a8b0-4c99-9856-c7970bd69218 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=b03ff3e3-4e43-4a68-a9fe-bca65fba4170 HTTP/1.1" status: 200 len: 210 time: 0.0654514 Apr 20 13:19:16.960127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-368019b2-14be-4990-aedc-f459a3e26c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:19.138065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137631e9-2530-4a83-a46d-a0310a9c4b8f req-333412d1-0bdc-4397-bdaa-b0308b6fc603 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:19.140528 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-137631e9-2530-4a83-a46d-a0310a9c4b8f req-333412d1-0bdc-4397-bdaa-b0308b6fc603 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 945 time: 0.0926998 Apr 20 13:19:19.188764 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-137631e9-2530-4a83-a46d-a0310a9c4b8f req-d6d0e3e3-8011-4ef3-b35b-a9e66bcbf587 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Apr 20 13:19:19.591663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 893f3169-85ae-4e80-8087-13a539237a2d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:19:19.629593 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 893f3169-85ae-4e80-8087-13a539237a2d {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:19:19.629990 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 893f3169-85ae-4e80-8087-13a539237a2d not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:19:19.760698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-624cd600-4343-40d0-a5da-806bdac5a5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:20.394584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e411248-4e19-4cfe-9809-4aec5bae88dc req-3ca3a968-cc43-4ac2-8d33-6e6479ddc984 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:20.396240 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e411248-4e19-4cfe-9809-4aec5bae88dc req-3ca3a968-cc43-4ac2-8d33-6e6479ddc984 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 945 time: 0.0905955 Apr 20 13:19:20.450581 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2e411248-4e19-4cfe-9809-4aec5bae88dc req-c34395a3-0461-424e-8835-3c4adcd0ca9a tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/security-groups?id=a64f7632-e606-444c-aa8c-d38d96b237f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Apr 20 13:19:20.475461 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:20.745545 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-0ff80eaa-57fd-40f9-bc70-6e4d9c1e15df tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:20.747050 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-0ff80eaa-57fd-40f9-bc70-6e4d9c1e15df tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 945 time: 0.0881116 Apr 20 13:19:20.825359 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Deleting port 86752e16-9e37-405d-95eb-fa126087ee8d {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:19:20.825800 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:21.089145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] For port 86752e16-9e37-405d-95eb-fa126087ee8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=86752e16-9e37-405d-95eb-fa126087ee8d,segment=NetworkSegment(97ac1a3a-a578-4877-baac-090d8f742cff),segment_id=97ac1a3a-a578-4877-baac-090d8f742cff)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:21.089576 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:21.225750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Calling delete_port for 86752e16-9e37-405d-95eb-fa126087ee8d owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:19:21.370733 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:21.376416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:21.377500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:21.406649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['86752e16-9e37-405d-95eb-fa126087ee8d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:21.429437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Pushing event deleted for resources: {'Port': ['ID=86752e16-9e37-405d-95eb-fa126087ee8d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:21.432910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:21.513052 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] No DVR routers for this DVR port 86752e16-9e37-405d-95eb-fa126087ee8d on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:19:21.516195 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:21.519498 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'name': 'network-vif-deleted', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:21.535738 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-32ab75b0-f23f-47ca-aa2a-0a595aa2796a req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.78 "DELETE /v2.0/ports/86752e16-9e37-405d-95eb-fa126087ee8d HTTP/1.1" status: 204 len: 173 time: 0.7825019 Apr 20 13:19:21.577604 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e467ad-a36e-4f73-ad49-455f511cfb22', 'name': 'network-vif-deleted', 'tag': '86752e16-9e37-405d-95eb-fa126087ee8d', 'status': 'completed', 'code': 200} Apr 20 13:19:21.623769 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-baf4ac61-851f-4bf4-a607-89f12bfc57d3 req-ca84ee37-c21f-43f3-afc5-197172376677 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] 10.222.0.68 "GET /v2.0/ports?device_id=29e467ad-a36e-4f73-ad49-455f511cfb22 HTTP/1.1" status: 200 len: 210 time: 0.0557685 Apr 20 13:19:22.289130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:22.726603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37962) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:22.796937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Deleting subnet 951d177c-8c73-49da-a7fd-def54c360555 {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:19:22.800255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:22.852430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:22.915040 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.409667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.414660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f62a226c-9ac8-46a2-a9cc-82a0e3c0a208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:23.454065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951d177c-8c73-49da-a7fd-def54c360555,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:23.457389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:23.458453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.465033 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-5bd89de9-7eec-4170-b24b-7d49bf9e3956 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/951d177c-8c73-49da-a7fd-def54c360555 HTTP/1.1" status: 204 len: 168 time: 0.7372756 Apr 20 13:19:23.467821 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37966) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:23.588689 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.621253 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 86752e16-9e37-405d-95eb-fa126087ee8d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:19:23.660596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 86752e16-9e37-405d-95eb-fa126087ee8d {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:19:23.660884 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 86752e16-9e37-405d-95eb-fa126087ee8d not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:19:23.727504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.846272 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f58fa0-ff2b-4028-8d72-496af55c118a']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:19:23.859452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ac1a3a-a578-4877-baac-090d8f742cff') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:19:23.859793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ac1a3a-a578-4877-baac-090d8f742cff') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:19:23.871646 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.886393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:23.892803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:19:24.072538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Network 50f58fa0-ff2b-4028-8d72-496af55c118a has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:19:24.081625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.262693 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Network 50f58fa0-ff2b-4028-8d72-496af55c118a has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:24.286514 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:24.363549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.368361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.372183 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4ae12700-42f6-4532-b27f-66842f54c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:24.394489 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f58fa0-ff2b-4028-8d72-496af55c118a,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:24.397138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:24.402530 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b753de3c-9dd2-43bc-b118-3c78ed0ed105 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50f58fa0-ff2b-4028-8d72-496af55c118a HTTP/1.1" status: 204 len: 168 time: 0.9336584 Apr 20 13:19:24.582159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 37972) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:24.633868 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-15a23de3-a616-496d-a1ae-a34e5d22ea2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d34e827022045168d6b76e86301390f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503371 Apr 20 13:19:24.637117 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 37976) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:24.700393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.727445 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.778006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.783260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0786161c-21d5-4b48-b6d6-20ed52ffde2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:24.796678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f7632-e606-444c-aa8c-d38d96b237f7,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:24.808366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.808787 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.809198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.809649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.810053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.810458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.810857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.811256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.811653 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.812073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.812443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.812836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:24.816762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:24.817764 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:24.818971 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a64f7632-e606-444c-aa8c-d38d96b237f7 HTTP/1.1" status: 204 len: 168 time: 0.1803513 Apr 20 13:19:30.518619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38052) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:30.645527 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.662643 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:30.667269 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:3891b24e487c4a769b08ecc2d4d2818e is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:30.670232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:30.676218 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:30.761882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.764670 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.773401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bc5dc32b-349e-48e7-a90e-2f26ac07a86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:30.818009 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3891b24e487c4a769b08ecc2d4d2818e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982314 Apr 20 13:19:30.820917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38058) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:30.822198 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcae556-a32e-49c5-a05e-8afc1ad8df40,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:30.830102 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.830600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.831024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.831422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.831826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.832238 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.832641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.833050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.833488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.833878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.834275 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.834674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:30.839478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:30.883429 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.911652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.955771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.960739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b2652212-eddc-4b09-be8d-62c3d01ce344 tempest-AttachVolumeTestJSON-734759826 tempest-AttachVolumeTestJSON-734759826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:30.972618 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcae556-a32e-49c5-a05e-8afc1ad8df40,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:30.978221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:30.980084 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:30.981306 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4bcae556-a32e-49c5-a05e-8afc1ad8df40 HTTP/1.1" status: 204 len: 168 time: 0.1592655 Apr 20 13:19:31.268608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38066) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:31.287957 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.302945 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:31.307507 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Usage tracker for resource:security_group_rule and tenant:2ecdfb238d04470fa787350a9cc7a93a is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:31.310493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:31.316606 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:31.405209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.408462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.418019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bdda20a5-2316-4ce8-b553-4610ea9218d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:31.458575 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ecdfb238d04470fa787350a9cc7a93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890476 Apr 20 13:19:31.460233 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208f0dd-0c02-411e-b8ce-e0b416bbcd3e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:31.461741 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38070) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:31.464070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4a7b84d7-84be-4a96-8413-2afef7f8900b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:31.527030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.554968 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.598882 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.604334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:31.617065 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208f0dd-0c02-411e-b8ce-e0b416bbcd3e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:31.619698 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:31.627224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:31.628469 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-20114fc3-cbe1-4430-b43e-1ea4146d4209 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b208f0dd-0c02-411e-b8ce-e0b416bbcd3e HTTP/1.1" status: 204 len: 168 time: 0.1643674 Apr 20 13:19:33.947938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262175d5-21cd-4fc3-a4b0-6d1c828dfccb req-e4f82b7f-1d0d-4073-a74b-ec9cf396dbff tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:33.949597 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-262175d5-21cd-4fc3-a4b0-6d1c828dfccb req-e4f82b7f-1d0d-4073-a74b-ec9cf396dbff tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0951049 Apr 20 13:19:34.000138 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-262175d5-21cd-4fc3-a4b0-6d1c828dfccb req-ae2e4d1d-3f04-445b-882b-b9b8398eaf36 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Apr 20 13:19:34.766660 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:35.212228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55db3d-7086-4a27-a5f2-5ba16c1caab9 req-54481ce9-cbbb-4738-921e-d5c629a7b5e3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:35.213982 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7f55db3d-7086-4a27-a5f2-5ba16c1caab9 req-54481ce9-cbbb-4738-921e-d5c629a7b5e3 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0943522 Apr 20 13:19:35.268685 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7f55db3d-7086-4a27-a5f2-5ba16c1caab9 req-430136a6-101c-457b-aaf9-a1bc85ff742a tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458496 Apr 20 13:19:36.472572 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ae21-9dcb-4dfe-9b77-2f792470d7c4 req-ae172205-b415-4695-ad04-59f7a6c5b381 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:36.474266 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63f0ae21-9dcb-4dfe-9b77-2f792470d7c4 req-ae172205-b415-4695-ad04-59f7a6c5b381 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0907023 Apr 20 13:19:36.524083 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-63f0ae21-9dcb-4dfe-9b77-2f792470d7c4 req-2f4f7cde-f29e-43dd-a76c-bcd65e472b8c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Apr 20 13:19:37.737056 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60828ac7-6ccd-49b6-8577-263eefdb3d57 req-803a8faf-e804-49cd-944b-622e6c1994a1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:37.738854 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-60828ac7-6ccd-49b6-8577-263eefdb3d57 req-803a8faf-e804-49cd-944b-622e6c1994a1 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0989501 Apr 20 13:19:37.788244 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-60828ac7-6ccd-49b6-8577-263eefdb3d57 req-3ffc9cf2-8da3-408e-b0a7-1dce89033400 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Apr 20 13:19:38.997542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949012c-4934-4f31-b13f-09516ce37479 req-013c82d2-c6bc-4afd-8efe-6d91bdc868ec tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:38.999189 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9949012c-4934-4f31-b13f-09516ce37479 req-013c82d2-c6bc-4afd-8efe-6d91bdc868ec tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0944755 Apr 20 13:19:39.048793 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9949012c-4934-4f31-b13f-09516ce37479 req-8285cb9e-2bb6-4e0c-af23-4c03f9bb0e36 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Apr 20 13:19:40.260674 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b784140-93c7-497d-a2e6-6b17d6c187ec req-33741812-78ca-4fa2-98df-3dab7524f45b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:40.262356 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b784140-93c7-497d-a2e6-6b17d6c187ec req-33741812-78ca-4fa2-98df-3dab7524f45b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0915322 Apr 20 13:19:40.317516 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8b784140-93c7-497d-a2e6-6b17d6c187ec req-ff9ea007-c996-4162-a77b-7bcd6991d9b5 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Apr 20 13:19:41.521948 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32d5c-d432-401b-b8c1-e946a82a6301 req-748881b6-b8e7-45f7-969e-6c54430a9c03 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:41.523569 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-18c32d5c-d432-401b-b8c1-e946a82a6301 req-748881b6-b8e7-45f7-969e-6c54430a9c03 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0906172 Apr 20 13:19:41.576907 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-18c32d5c-d432-401b-b8c1-e946a82a6301 req-5513007f-7147-4778-a9f0-b75c2880a9e7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463090 Apr 20 13:19:42.778216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902dcab-3bbb-42e6-b604-a7173840551e req-fa6fe6b9-fe2d-47ad-8e1d-4d0094d9cd05 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:42.779825 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a902dcab-3bbb-42e6-b604-a7173840551e req-fa6fe6b9-fe2d-47ad-8e1d-4d0094d9cd05 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0876415 Apr 20 13:19:42.827822 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a902dcab-3bbb-42e6-b604-a7173840551e req-ef36319c-b194-4c3f-929d-5dafc9b56d9b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Apr 20 13:19:43.839921 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38198) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:43.971467 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:43.989826 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:43.994580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Usage tracker for resource:security_group_rule and tenant:c4779a0a5c9548d4a83350c11763a0ad is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:43.998144 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:44.005062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:44.234923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.241250 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.253323 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-302b1f1b-bc60-4668-9ab6-c25e8399a778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:44.267622 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483030d-8ab3-446c-8673-e6615336a334 req-46caac61-7219-4d90-beb3-f81b45e27e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:44.269329 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-46caac61-7219-4d90-beb3-f81b45e27e53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.2241547 Apr 20 13:19:44.325413 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7c6d9-8301-4255-b7db-8c91181935f4 req-be97ab61-ee45-49fc-b205-1825acf6d300 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:44.327047 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eba7c6d9-8301-4255-b7db-8c91181935f4 req-be97ab61-ee45-49fc-b205-1825acf6d300 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.2328162 Apr 20 13:19:44.393890 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4779a0a5c9548d4a83350c11763a0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527544 Apr 20 13:19:44.396951 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38206) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:44.417310 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9246481-3691-49e0-b260-7dd57e7ee88a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:44.424648 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-55d43e11-63dd-4312-87e0-291f0705ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:44.460876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.474415 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eba7c6d9-8301-4255-b7db-8c91181935f4 req-ef2e178c-3363-4e7c-b217-a8ce0d4a056b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345115 Apr 20 13:19:44.500116 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.507904 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483030d-8ab3-446c-8673-e6615336a334 req-cd126383-c78f-4ba7-9932-137f035bff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:44.510084 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-cd126383-c78f-4ba7-9932-137f035bff6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.2246451 Apr 20 13:19:44.547551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.552677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d6feba7-a17c-4db0-8848-830cf3ea1512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:44.565992 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9246481-3691-49e0-b260-7dd57e7ee88a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:44.569820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:44.576154 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.577392 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-6104df59-5d37-4211-b81d-bdc2b51670e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9246481-3691-49e0-b260-7dd57e7ee88a HTTP/1.1" status: 204 len: 168 time: 0.1793222 Apr 20 13:19:44.620400 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-9e56f70c-84ab-4a65-8195-82dd7dac7ab6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 1001 time: 0.1026657 Apr 20 13:19:44.698454 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483030d-8ab3-446c-8673-e6615336a334 req-bdf1cd47-03f3-415c-bcef-2049dc1bdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:44.700082 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-bdf1cd47-03f3-415c-bcef-2049dc1bdf69 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0719552 Apr 20 13:19:44.783832 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483030d-8ab3-446c-8673-e6615336a334 req-cd599c97-38d7-49e3-85dc-a114c12ab74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:44.785507 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-cd599c97-38d7-49e3-85dc-a114c12ab74a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788701 Apr 20 13:19:44.873755 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38214) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:44.894151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:44.910437 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:44.914500 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4a3833acff4872b161ed1632fbbdab is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:44.917525 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:44.923488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:44.936565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-16facd84-4bf5-4323-8804-32a1da22557f service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444466 Apr 20 13:19:45.017182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.020542 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.029923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0bb71472-2866-4490-90f8-4c5cc522e63f tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:45.073501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d5c7f-d4e4-4a13-8070-f600df4640ad,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:45.076861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:45.080307 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7518f6d4-857c-43ac-906f-51fd4c494fd0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa4a3833acff4872b161ed1632fbbdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051008 Apr 20 13:19:45.082549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38218) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:45.083087 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d483030d-8ab3-446c-8673-e6615336a334 req-5fa2ec76-4b69-42de-8cb0-ecc795157b30 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403346 Apr 20 13:19:45.200695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.245353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.290799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.295732 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-321deff3-f3d4-4354-9502-f58ace2f5bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:45.309136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d5c7f-d4e4-4a13-8070-f600df4640ad,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:45.311923 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:45.313148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:45.314763 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-93178dbf-90a7-4730-a9d7-919cdd477eb8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d39d5c7f-d4e4-4a13-8070-f600df4640ad HTTP/1.1" status: 204 len: 168 time: 0.2308373 Apr 20 13:19:45.396100 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:19:45.682872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7db0a-ee41-491d-8783-7b2a990cbe79 req-f90e6a57-5e92-45f0-9e90-36fb2cce83ec tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:45.684517 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13e7db0a-ee41-491d-8783-7b2a990cbe79 req-f90e6a57-5e92-45f0-9e90-36fb2cce83ec tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0915406 Apr 20 13:19:45.742135 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13e7db0a-ee41-491d-8783-7b2a990cbe79 req-ec40f998-b300-42b0-acaf-e64bfbd7be94 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504787 Apr 20 13:19:46.545212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38252) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:46.679287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:46.697166 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:46.701271 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Usage tracker for resource:security_group_rule and tenant:146dc1473c934485ba6ef5216cb227f4 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:46.704287 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:46.710617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:46.800451 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:46.803412 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:46.813182 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-a71cd3a6-26ad-4371-9181-eb7b50c622fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:46.856965 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=146dc1473c934485ba6ef5216cb227f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103800 Apr 20 13:19:46.857817 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a731339-a2c8-4ecf-9511-f57c53c2b8e7,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:46.860376 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38260) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:46.863181 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c55025f7-2846-4de7-9f4c-31b2341ec5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:46.925059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:46.954247 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:46.955588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7792ca-4376-4651-9767-36a2a85bc775 req-08da99e6-7e80-4140-9ab3-7d384ec0dd3a tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:46.957399 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc7792ca-4376-4651-9767-36a2a85bc775 req-08da99e6-7e80-4140-9ab3-7d384ec0dd3a tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.1006529 Apr 20 13:19:46.962187 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-201f8478-e7b4-4959-8327-c2370f866ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:47.009776 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:47.015256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4a6be9fc-7cc4-4d41-b408-860419d0129c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:47.023629 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-dc7792ca-4376-4651-9767-36a2a85bc775 req-f38f2f44-e0f9-4e04-89e0-a8abebb6d203 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554245 Apr 20 13:19:47.031226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a731339-a2c8-4ecf-9511-f57c53c2b8e7,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:47.042302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:47.042302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:47.042302 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f602b17c-4e96-4ed4-a8cb-2aa5b02df2f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a731339-a2c8-4ecf-9511-f57c53c2b8e7 HTTP/1.1" status: 204 len: 168 time: 0.1791966 Apr 20 13:19:47.746006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38284) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:47.857475 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53912901-network', 'tenant_id': '12beb0c21a0c4fd094d2056dbc146b1d'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:47.862705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:47.866854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Usage tracker for resource:network and tenant:12beb0c21a0c4fd094d2056dbc146b1d is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:47.869863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:47.876712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:47.885786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Made reservation on behalf of 12beb0c21a0c4fd094d2056dbc146b1d for: {'network': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:19:47.890484 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for network, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:47.903964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:47.920326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:47.924348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:12beb0c21a0c4fd094d2056dbc146b1d is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:47.927293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:47.933277 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:48.019799 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.022691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.027600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d340d1ea-7ef4-4ad9-8059-5c69fcf63ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:48.060230 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=86377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 13:19:48.066032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a1414-97cd-4a25-89f2-bb5773e76af3,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:48.070022 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:48.074508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.074920 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.segments_db [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Added segment c65865a9-57df-4389-85e3-fe846cabad53 of type vlan for network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e Apr 20 13:19:48.107804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771033084906'] for network, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.138972 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.140365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:48.141017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.146280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:48.228543 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476109c-5ec8-4b47-a08b-20c7cc80bd55 req-28072d1f-8ba3-40bf-bd02-3836b1a71874 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:48.230668 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d476109c-5ec8-4b47-a08b-20c7cc80bd55 req-28072d1f-8ba3-40bf-bd02-3836b1a71874 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0925052 Apr 20 13:19:48.254712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:48.261348 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5108418 Apr 20 13:19:48.261348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:48.261812 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38292) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:19:48.267138 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e details requested by agent ovs-agent-dv-cinder-786627-2-smb with host dv-cinder-786627-2-smb {{(pid=86378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 13:19:48.267721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Request body: {'subnet': {'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53912901-subnet', 'tenant_id': '12beb0c21a0c4fd094d2056dbc146b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:48.272834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:48.277550 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Usage tracker for resource:subnet and tenant:12beb0c21a0c4fd094d2056dbc146b1d is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:48.280562 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:48.282543 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d476109c-5ec8-4b47-a08b-20c7cc80bd55 req-540151b0-69ea-4a90-bd8c-7d2834555b32 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Apr 20 13:19:48.287027 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:48.302952 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Made reservation on behalf of 12beb0c21a0c4fd094d2056dbc146b1d for: {'subnet': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:19:48.307802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8285135'] for subnet, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.724792 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846451224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8285150'] for subnet, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.729768 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:48.736970 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b07d6-8c37-4a40-9bee-af521342e87f req-b0d44775-0b46-475f-ab99-24e0b9d9a11d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:48.738605 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-608b07d6-8c37-4a40-9bee-af521342e87f req-b0d44775-0b46-475f-ab99-24e0b9d9a11d tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.1583557 Apr 20 13:19:48.743226 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-29243a2e-6fc2-47b8-9f41-319dff766724 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2234886 Apr 20 13:19:48.792578 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-608b07d6-8c37-4a40-9bee-af521342e87f req-1adfe62e-003e-4f90-afe8-364f2c9b3e10 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 Apr 20 13:19:48.815109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c97353-a0bb-4c43-91df-60a239616c6a,revision_number=0']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:48.818875 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:48.822131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Checking segment: {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:19:48.822533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Network hostable DHCP agents. Network: 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e, hostable agents: ['729590f3-aa4a-4e74-86c3-6014aacb5459'], hosted agents: [] {{(pid=86377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 13:19:48.841264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e is scheduled to be hosted by DHCP agent 729590f3-aa4a-4e74-86c3-6014aacb5459 with binding_index 1 {{(pid=86377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 13:19:48.850341 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-smb, 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e) {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:19:48.860539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775f9d9-abb2-4795-a96f-d6bb3f4d89bb None None] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:19:48.862774 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:48.863440 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:48.890189 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ccb57287-94d0-4016-a313-e526b94bcfa6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6273417 Apr 20 13:19:49.103297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe7e03-5ce2-4026-90cc-45e8ab2553f5 None None] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:19:49.760880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cb42ae12-39ce-4043-bf3f-ca5a139e935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:49.805838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:19:49.932725 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:49.961168 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:49.972479 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:49.978786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:49.980878 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:50.015103 dv-cinder-786627-2-smb neutron-server[86265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'code': 422} returned with failed status Apr 20 13:19:50.015490 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27f32e-2c13-40fa-86c0-b4e9e06ec858 req-75aa8582-a11b-4958-b975-8efe5f7b74e4 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:50.017532 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bb27f32e-2c13-40fa-86c0-b4e9e06ec858 req-75aa8582-a11b-4958-b975-8efe5f7b74e4 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.1065347 Apr 20 13:19:50.059979 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=6']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:50.067422 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bb27f32e-2c13-40fa-86c0-b4e9e06ec858 req-1211d874-eb0d-4219-91e4-464adc7bc9d8 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Apr 20 13:19:50.067893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.068289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.068678 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.069060 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.069436 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.069861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.070235 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.070607 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.071632 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.071984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.072337 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.072691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:19:50.077405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:50.395816 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-95e64e0b-07ed-44bd-b3b5-a84feacce2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:50.397431 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-95e64e0b-07ed-44bd-b3b5-a84feacce2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666&tenant_id=29eab3abf3664586842f87c12bbf4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0830417 Apr 20 13:19:50.478581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:50.509265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-ee46b963-2532-47f0-b7c8-36bba6b1a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:50.510965 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-ee46b963-2532-47f0-b7c8-36bba6b1a6cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1097 time: 0.0789835 Apr 20 13:19:50.652345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-1e6ee01b-c428-4c8c-9f7f-30b40184fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:50.653952 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-1e6ee01b-c428-4c8c-9f7f-30b40184fa07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.1359870 Apr 20 13:19:51.011255 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-07a22938-a825-4057-92d5-94d4c883c466 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 999 time: 0.3506761 Apr 20 13:19:51.072574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-c11f3a80-c5d8-4c33-b204-61931b86dd03 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:51.074214 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-c11f3a80-c5d8-4c33-b204-61931b86dd03 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 812 time: 0.1610665 Apr 20 13:19:51.083638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-236c998d-39e9-40c2-bd78-5e48d227c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:51.085212 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-236c998d-39e9-40c2-bd78-5e48d227c033 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0664034 Apr 20 13:19:51.091598 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-60e6385d-db7d-4bb0-9a56-6d9c2253e369 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/quotas/12beb0c21a0c4fd094d2056dbc146b1d HTTP/1.1" status: 200 len: 375 time: 0.0107377 Apr 20 13:19:51.146676 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-60551ed0-3b32-4959-868a-24e7beca35e5 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489466 Apr 20 13:19:51.171077 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-7ec892cc-f2a2-4ab9-8fa1-31760ce32ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:51.172696 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-7ec892cc-f2a2-4ab9-8fa1-31760ce32ed2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815184 Apr 20 13:19:51.295377 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-be23a6bf-cc7d-4b4c-aa6c-2bebd45cc008 service neutron] 10.222.0.68 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403496 Apr 20 13:19:51.382902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:51.387297 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-3bfe7602-17f7-4884-9acb-bbfa25a08814 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078395 Apr 20 13:19:51.404244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afb81e-8078-48c4-a184-8685af00f5ea req-78fcaf66-050e-4ee3-9873-66b3eeffdcd0 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:51.405843 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10afb81e-8078-48c4-a184-8685af00f5ea req-78fcaf66-050e-4ee3-9873-66b3eeffdcd0 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 944 time: 0.2015467 Apr 20 13:19:51.440649 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-5ed6fb0b-8374-493d-bc30-d461e64e9ca9 service neutron] 10.222.0.68 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387315 Apr 20 13:19:51.553639 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-10afb81e-8078-48c4-a184-8685af00f5ea req-e2a1e3ea-3bd7-4d93-9555-570e5d28cca8 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241078 Apr 20 13:19:51.584972 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45b2e924-d109-4f5c-a2e4-c6a14ad7e937 req-7c0097ea-a737-4cc6-9ed8-beeeb4eebae8 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902373 Apr 20 13:19:51.638582 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-219e4f88-becf-4b28-8430-a64ab5fcd3f3 req-217d12a0-ca7a-41da-afdb-b339edeb328b tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 210 time: 0.0522845 Apr 20 13:19:52.292248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:52.814798 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-47d4eb03-0d76-4b79-b942-dbdc2c536d2b req-c4d098bb-a3c6-4351-aee6-7fd84073a6ce tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 210 time: 0.0550218 Apr 20 13:19:52.924798 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892ec85-ccdd-4061-86e1-487c8092b29c req-12bc6125-2d2f-4018-ba5a-90bead8e6fb7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:52.926434 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4892ec85-ccdd-4061-86e1-487c8092b29c req-12bc6125-2d2f-4018-ba5a-90bead8e6fb7 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 944 time: 0.2333095 Apr 20 13:19:52.937561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-e8843f9b-8692-41dd-9f7b-6b0621727295 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:52.938299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-e8843f9b-8692-41dd-9f7b-6b0621727295 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Synchronizing usage tracker for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:network {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:52.995831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-e8843f9b-8692-41dd-9f7b-6b0621727295 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Unset dirty status for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:network {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:52.997067 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-e8843f9b-8692-41dd-9f7b-6b0621727295 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 812 time: 0.2630541 Apr 20 13:19:53.002032 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4892ec85-ccdd-4061-86e1-487c8092b29c req-91045e2e-d46c-4c62-b776-ece70b6a0d10 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597465 Apr 20 13:19:53.020570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Request body: {'port': {'device_id': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e', 'admin_state_up': True, 'tenant_id': '12beb0c21a0c4fd094d2056dbc146b1d'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:53.170608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:19:53.174514 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Usage tracker for resource:port and tenant:12beb0c21a0c4fd094d2056dbc146b1d is out of sync, need to count used quota {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 13:19:53.177420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86377) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 13:19:53.183795 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:19:53.192526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Made reservation on behalf of 12beb0c21a0c4fd094d2056dbc146b1d for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:19:53.199311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:53.366939 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Allocated IP 172.20.0.11 (16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e/38c97353-a0bb-4c43-91df-60a239616c6a/74a67c2d-1075-4f49-86d4-320d4556ead6) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:19:53.578967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:53.608584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:53.614264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-0c7aa436-515e-4a89-8ec4-5957f3fc3d7a tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:53.682535 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:19:53.686349 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:19:53.690613 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:19:53.738042 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Pushing event updated for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:53.743319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:53.768474 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:53.769152 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:53.788852 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-cd893abf-927a-4041-b43e-dcf7f07ffc9c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7733662 Apr 20 13:19:53.809201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Request body: {'port': {'device_id': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:53.838583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:19:53.938162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.035565 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a636599-1893-45c2-a598-d042a3df88b1 req-cc2b9946-c2af-4748-ba9b-a57e71258070 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:54.037916 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9a636599-1893-45c2-a598-d042a3df88b1 req-cc2b9946-c2af-4748-ba9b-a57e71258070 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 932 time: 0.1012504 Apr 20 13:19:54.108629 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-9a636599-1893-45c2-a598-d042a3df88b1 req-ea888b8d-74c1-4cab-89e7-164c786bac1d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634732 Apr 20 13:19:54.174053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:54.188013 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'port_id': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'mac_address': 'fa:16:3e:67:3e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:19:54.246687 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.265581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85f6309-ff84-43a7-b7a3-9f30ac9cb4db {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:19:54.283015 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:54.285627 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.288242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:54.338750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecb92d-833b-41af-abfb-590ecd5e1a6e req-eb91ae19-0882-4114-b8ef-cdb611ebc941 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:54.340357 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-00ecb92d-833b-41af-abfb-590ecd5e1a6e req-eb91ae19-0882-4114-b8ef-cdb611ebc941 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 944 time: 0.2073104 Apr 20 13:19:54.360367 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=7']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:54.363587 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:54.456190 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-00ecb92d-833b-41af-abfb-590ecd5e1a6e req-ee34ee23-d72e-4ea5-98c3-3b63afe45576 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076965 Apr 20 13:19:54.463129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a67c2d-1075-4f49-86d4-320d4556ead6 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:19:54.471232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.486909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Transition to ACTIVE for port object 74a67c2d-1075-4f49-86d4-320d4556ead6 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:19:54.489333 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.494079 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-210a4fde-4868-4f41-8108-0a05b56647f2 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:54.575129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:54.656640 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Pushing event updated for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:54.664414 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:54.733560 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Attempting to bind port 74a67c2d-1075-4f49-86d4-320d4556ead6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:19:54.733936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Attempting to bind port 74a67c2d-1075-4f49-86d4-320d4556ead6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:19:54.734312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Attempting to bind port 74a67c2d-1075-4f49-86d4-320d4556ead6 on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:19:54.739239 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Port 74a67c2d-1075-4f49-86d4-320d4556ead6 on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:19:54.739600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Attempting to bind port 74a67c2d-1075-4f49-86d4-320d4556ead6 on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:19:54.746297 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:19:54.746679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Checking segment: {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:19:54.747101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Bound using segment: {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:19:54.747567 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Bound port: 74a67c2d-1075-4f49-86d4-320d4556ead6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:19:54.747949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.846502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:19:54.849716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=74a67c2d-1075-4f49-86d4-320d4556ead6,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:19:54.853142 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.857964 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d45ca4b-1468-44ce-8aca-0da443959967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:54.910851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:54.911549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:54.912923 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] 10.222.0.78 "PUT /v2.0/ports/74a67c2d-1075-4f49-86d4-320d4556ead6 HTTP/1.1" status: 200 len: 1094 time: 1.1089363 Apr 20 13:19:54.915351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:54.948201 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Pushing event updated for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:54.951649 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:54.964983 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6', 'status': 'completed', 'code': 200} Apr 20 13:19:55.066290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-8220484c-471f-47b0-a501-f0e609a3159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:55.067905 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-8220484c-471f-47b0-a501-f0e609a3159a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 1097 time: 0.0835958 Apr 20 13:19:55.147625 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-2a6400a6-78f7-44e0-9ad3-5b02755231b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a67c2d-1075-4f49-86d4-320d4556ead6 HTTP/1.1" status: 200 len: 217 time: 0.0653718 Apr 20 13:19:55.219400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-68a880ec-565c-4bd3-b1db-ae5abbd75bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:55.220918 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-68a880ec-565c-4bd3-b1db-ae5abbd75bb7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c97353-a0bb-4c43-91df-60a239616c6a HTTP/1.1" status: 200 len: 852 time: 0.0668759 Apr 20 13:19:55.318444 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-df7be118-4168-4f58-948d-2d3fd797aa91 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555820 Apr 20 13:19:55.446088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-a1552507-463f-4e3d-9b8e-d8ccf5b34d40 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:55.446848 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-a1552507-463f-4e3d-9b8e-d8ccf5b34d40 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Synchronizing usage tracker for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:55.755391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-a1552507-463f-4e3d-9b8e-d8ccf5b34d40 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Unset dirty status for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:55.756611 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-a1552507-463f-4e3d-9b8e-d8ccf5b34d40 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 944 time: 0.5342011 Apr 20 13:19:55.762794 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-0b3e8eb0-fe9e-470f-b17c-95931d54de23 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365292 Apr 20 13:19:55.868634 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:19:55.892936 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-8bf852c7-5dac-4fe9-8d1f-5e5049bfc68c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Synchronizing usage tracker for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:security_group {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:19:55.931642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20cbb2-bc25-4043-89fa-107b730ba5fe req-5e961b3d-3a54-47a6-8281-752e68243367 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:55.933285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0d20cbb2-bc25-4043-89fa-107b730ba5fe req-5e961b3d-3a54-47a6-8281-752e68243367 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 945 time: 0.3498728 Apr 20 13:19:55.941551 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-8bf852c7-5dac-4fe9-8d1f-5e5049bfc68c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Unset dirty status for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:security_group {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:19:55.943092 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-7975bb2a-1c4f-4375-84cf-64e181566d32 req-8bf852c7-5dac-4fe9-8d1f-5e5049bfc68c tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791160 Apr 20 13:19:55.948950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:19:55.949378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:55.965327 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4dc65c3e-e36a-433c-95ae-5f9acc4925e5 req-8c5ad677-b4d2-4f94-82ba-602e69448244 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836622 Apr 20 13:19:55.991054 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0d20cbb2-bc25-4043-89fa-107b730ba5fe req-24147aa8-3d1f-4446-8ce1-1fb87e68cf5b tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Apr 20 13:19:56.088981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:56.117280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:19:56.130024 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:56.134264 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:56.134608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-177e6029-56df-4eec-8645-5ef07b325991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:56.136255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5b4042e2-6841-452d-9fba-8654ec4f3a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:56.136808 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-177e6029-56df-4eec-8645-5ef07b325991 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 1097 time: 0.0801778 Apr 20 13:19:56.177503 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'code': 200} Apr 20 13:19:56.210748 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=8']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:56.214443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:56.287453 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-2b91f6c6-b48b-466d-a55c-864b0921c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:56.288964 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-2b91f6c6-b48b-466d-a55c-864b0921c337 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 914 time: 0.1442802 Apr 20 13:19:56.367925 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-760054bc-d40e-4b5b-a0fe-6c2df82af714 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a67c2d-1075-4f49-86d4-320d4556ead6 HTTP/1.1" status: 200 len: 217 time: 0.0708520 Apr 20 13:19:56.437838 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-acd18cef-05e9-456e-a3df-c06dc1b9da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:56.439420 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-acd18cef-05e9-456e-a3df-c06dc1b9da24 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c97353-a0bb-4c43-91df-60a239616c6a HTTP/1.1" status: 200 len: 852 time: 0.0647218 Apr 20 13:19:56.507070 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-7d614115-85a1-4f1a-bc1c-36eab42606e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499654 Apr 20 13:19:56.533421 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdefc3-829e-41fa-b592-829b491772cb req-134e1f53-8820-4d8e-9373-f5bfa6b1c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:56.535002 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13fdefc3-829e-41fa-b592-829b491772cb req-134e1f53-8820-4d8e-9373-f5bfa6b1c6c5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.0781987 Apr 20 13:19:56.578716 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-13fdefc3-829e-41fa-b592-829b491772cb req-3bf393af-3a41-4978-9937-c199ea6d6e7c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Apr 20 13:19:56.651739 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-d8f888b2-b22d-4e2b-ac48-f35e8975ac58 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361606 Apr 20 13:19:56.971418 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5c5a47e2-0f0c-45de-80db-32737730c820 req-9608ece9-9f62-44dd-a75c-730867b4c9d4 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377885 Apr 20 13:19:57.158148 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562de556-f1aa-4c3d-b4b0-dc88f53d6204 req-cb25a56b-dc26-447a-932e-04031e51cbac tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:57.159766 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-562de556-f1aa-4c3d-b4b0-dc88f53d6204 req-cb25a56b-dc26-447a-932e-04031e51cbac tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 944 time: 0.0949905 Apr 20 13:19:57.196291 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc783-c0eb-48f9-aa91-fc03a872ff01 req-2c6ca8d3-af9e-408e-afbc-462d941009ce tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:57.198426 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eacbc783-c0eb-48f9-aa91-fc03a872ff01 req-2c6ca8d3-af9e-408e-afbc-462d941009ce tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0901480 Apr 20 13:19:57.208916 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-562de556-f1aa-4c3d-b4b0-dc88f53d6204 req-0a52c92b-90c4-43ce-9bec-7764d4c58cf0 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Apr 20 13:19:57.247500 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-eacbc783-c0eb-48f9-aa91-fc03a872ff01 req-de120d97-66c3-4ef1-87c8-00fd93ff52b2 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Apr 20 13:19:57.889601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 74a67c2d-1075-4f49-86d4-320d4556ead6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:19:58.032163 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=74a67c2d-1075-4f49-86d4-320d4556ead6,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:58.046915 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': '74a67c2d-1075-4f49-86d4-320d4556ead6', 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e', 'port_id': '74a67c2d-1075-4f49-86d4-320d4556ead6', 'mac_address': 'fa:16:3e:5b:42:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c97353-a0bb-4c43-91df-60a239616c6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:19:58.105493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:58.123502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a67c2d-1075-4f49-86d4-320d4556ead6 {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:19:58.139032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=74a67c2d-1075-4f49-86d4-320d4556ead6,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:19:58.142262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:19:58.144035 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e6141c60-3e7e-4678-91e7-b2601b3bbecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:19:58.214561 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:19:58.217650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:19:58.413914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b033-56a0-4095-a57d-2b798f316201 req-aa7093b1-4dde-492e-bc44-b882515cd395 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:58.416090 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a121b033-56a0-4095-a57d-2b798f316201 req-aa7093b1-4dde-492e-bc44-b882515cd395 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 945 time: 0.0942712 Apr 20 13:19:58.428867 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['74a67c2d-1075-4f49-86d4-320d4556ead6'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:19:58.458981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fefa6-75a0-43be-aa45-be3e3b49bf67 req-fbfe260a-1a63-4aab-816c-a85b0932b95e tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:58.462107 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c1fefa6-75a0-43be-aa45-be3e3b49bf67 req-fbfe260a-1a63-4aab-816c-a85b0932b95e tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0959337 Apr 20 13:19:58.465035 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a121b033-56a0-4095-a57d-2b798f316201 req-fd762368-9e2b-4483-bba7-4104e3de954d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Apr 20 13:19:58.510389 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0c1fefa6-75a0-43be-aa45-be3e3b49bf67 req-20b2d617-38b4-412d-9204-3127d31b857c tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Apr 20 13:19:59.668810 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd9895-e27f-422a-bbcd-e721247b5780 req-262d352a-5674-4664-baf3-f3d11f129a2b tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:19:59.670433 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4bbd9895-e27f-422a-bbcd-e721247b5780 req-262d352a-5674-4664-baf3-f3d11f129a2b tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 945 time: 0.0878348 Apr 20 13:19:59.717878 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4bbd9895-e27f-422a-bbcd-e721247b5780 req-08062899-cbe9-4749-a795-80b8d38a4376 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Apr 20 13:19:59.890582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 74a67c2d-1075-4f49-86d4-320d4556ead6 up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:19:59.962224 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port 74a67c2d-1075-4f49-86d4-320d4556ead6 completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:19:59.967276 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port 74a67c2d-1075-4f49-86d4-320d4556ead6 triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:19:59.967707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:00.093093 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:00.121251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:20:00.131260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=74a67c2d-1075-4f49-86d4-320d4556ead6,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:20:00.134934 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:00.136844 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-659dd775-6089-49fa-b149-63c15c6ba196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:20:00.173650 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6', 'code': 200} Apr 20 13:20:00.206927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:20:00.210020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:20:00.448214 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f625-19e7-4334-8905-3a4b1087e5c9 req-d7f6f677-94ea-4bc0-8b21-efef2c07b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:00.449890 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aad5f625-19e7-4334-8905-3a4b1087e5c9 req-d7f6f677-94ea-4bc0-8b21-efef2c07b5bd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 1099 time: 0.0772657 Apr 20 13:20:00.497004 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-aad5f625-19e7-4334-8905-3a4b1087e5c9 req-3ffb8603-28ae-4a5a-90de-ee01df150d9b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Apr 20 13:20:00.921603 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb4654-85af-477a-a30c-330d71b105cf req-dab07d4a-26ed-4395-b5e8-4ec04497719e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:00.923223 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70cb4654-85af-477a-a30c-330d71b105cf req-dab07d4a-26ed-4395-b5e8-4ec04497719e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0935216 Apr 20 13:20:00.975489 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-70cb4654-85af-477a-a30c-330d71b105cf req-2713bf72-558b-4488-906b-f0109c05d649 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Apr 20 13:20:02.176549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64ea1-3fbc-466c-884b-58991fe94a5c req-49d110a2-052f-436f-a62d-05e4680c21e1 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:02.178199 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a6b64ea1-3fbc-466c-884b-58991fe94a5c req-49d110a2-052f-436f-a62d-05e4680c21e1 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0873177 Apr 20 13:20:02.226476 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a6b64ea1-3fbc-466c-884b-58991fe94a5c req-7189681e-f2a4-47ba-b0bd-c394404cbc7e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Apr 20 13:20:04.781293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:11.089609 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-d9b57053-b90e-4c12-8c72-81a8b4bd38cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837326 Apr 20 13:20:11.270221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-48cdbc49-c4dd-4271-8fe8-f36f24025364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:11.271775 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-48cdbc49-c4dd-4271-8fe8-f36f24025364 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.0774262 Apr 20 13:20:11.431801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-91fbdff5-3be0-4aea-b130-2a083ae2e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:11.433399 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-91fbdff5-3be0-4aea-b130-2a083ae2e64a service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.1406453 Apr 20 13:20:11.548268 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-f2b889a9-fa8c-4cbf-8a68-a01254f5e304 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 1001 time: 0.1056292 Apr 20 13:20:11.619229 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-3c8089d4-6669-40d5-876c-2b90046e7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:11.620827 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-3c8089d4-6669-40d5-876c-2b90046e7d2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.0664694 Apr 20 13:20:11.717312 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-8e715f17-2018-4576-8778-08c946f87c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:11.719015 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-8e715f17-2018-4576-8778-08c946f87c1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850329 Apr 20 13:20:11.863571 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-17ffabc7-ff83-4bfc-a294-65bf43b541a0 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371589 Apr 20 13:20:12.018099 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-35fa270a-9243-48c2-ace5-41d7a7a66606 req-39f3777f-1e0e-4b62-8f46-2c7f22428205 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452463 Apr 20 13:20:16.970340 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5aac741c-98ee-4bee-a2ed-7feb95b467c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:19.762123 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-38ef87b4-60db-45fa-8f6a-1c0674d25dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:20.481051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:21.384966 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:22.294647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:22.396021 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:20:34.799408 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:42.923750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f06e-7a0c-4354-9153-9f785b10ebce req-917e3925-c316-4159-aaab-8d61e005e168 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:42.925374 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3e5f06e-7a0c-4354-9153-9f785b10ebce req-917e3925-c316-4159-aaab-8d61e005e168 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0873215 Apr 20 13:20:42.973971 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3e5f06e-7a0c-4354-9153-9f785b10ebce req-8f0587a9-372e-49ef-9a42-50f5e3696ab5 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Apr 20 13:20:44.181943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3308ae-3ea2-41c3-9ed4-e632a02b20d3 req-a4d83a67-3057-4454-8288-84a32f4b9eb8 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:44.183587 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a3308ae-3ea2-41c3-9ed4-e632a02b20d3 req-a4d83a67-3057-4454-8288-84a32f4b9eb8 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0894647 Apr 20 13:20:44.234747 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0a3308ae-3ea2-41c3-9ed4-e632a02b20d3 req-8c65a7f3-01e3-465c-9dba-efc712a16355 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Apr 20 13:20:45.442823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d6-ae56-424d-9fe7-04e54b26a9d8 req-c61bc1d5-5d17-4ee4-9f01-eac57312a8ce tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:45.444978 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c0f05d6-ae56-424d-9fe7-04e54b26a9d8 req-c61bc1d5-5d17-4ee4-9f01-eac57312a8ce tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0924861 Apr 20 13:20:45.494177 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3c0f05d6-ae56-424d-9fe7-04e54b26a9d8 req-f34c9e84-af9f-46fb-88bc-cc479e1605bf tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Apr 20 13:20:46.697234 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9327-2c1f-4c3c-90ab-7aa8220da509 req-ed10908a-2326-42a1-ae7d-09f7b9941e54 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:46.698842 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-097b9327-2c1f-4c3c-90ab-7aa8220da509 req-ed10908a-2326-42a1-ae7d-09f7b9941e54 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0882509 Apr 20 13:20:46.747091 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-097b9327-2c1f-4c3c-90ab-7aa8220da509 req-85bac45a-64dd-46f6-b4a4-dfa984665c21 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Apr 20 13:20:46.968736 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d1f32eb1-be84-4882-9e48-63b8c346d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:47.694394 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e371-c637-41dc-aefa-88d591660f99 req-1c1228a8-fc9f-4a4d-81c1-c06d8aea2e1e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:47.695960 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f42e371-c637-41dc-aefa-88d591660f99 req-1c1228a8-fc9f-4a4d-81c1-c06d8aea2e1e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.0875881 Apr 20 13:20:47.776380 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Deleting port 74a67c2d-1075-4f49-86d4-320d4556ead6 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:20:47.776958 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:48.085846 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3358b-450c-4fd6-bd40-4f32ea1b36c6 req-97ff69cb-465f-4d78-af65-00d0618c17db tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:48.087438 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bca3358b-450c-4fd6-bd40-4f32ea1b36c6 req-97ff69cb-465f-4d78-af65-00d0618c17db tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 946 time: 0.2180099 Apr 20 13:20:48.146447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] For port 74a67c2d-1075-4f49-86d4-320d4556ead6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=74a67c2d-1075-4f49-86d4-320d4556ead6,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:20:48.146874 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:48.282636 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-bca3358b-450c-4fd6-bd40-4f32ea1b36c6 req-797862f0-08eb-4515-a5b3-7b1195a4e462 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871271 Apr 20 13:20:48.293318 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Calling delete_port for 74a67c2d-1075-4f49-86d4-320d4556ead6 owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:20:48.442697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:48.448477 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f433cf8a-017e-4b98-a700-e48f3db94800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:20:48.738655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Pushing event deleted for resources: {'Port': ['ID=74a67c2d-1075-4f49-86d4-320d4556ead6,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:20:48.775820 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.776248 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.776667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.777099 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.777502 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.777893 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.778302 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.778716 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.779126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.779526 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.779926 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.780324 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:20:48.789642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:20:48.832007 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] No DVR routers for this DVR port 74a67c2d-1075-4f49-86d4-320d4556ead6 on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:20:48.835074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:48.837976 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'name': 'network-vif-deleted', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:20:48.854000 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8f42e371-c637-41dc-aefa-88d591660f99 req-d64c3df0-da1d-4cba-a1a4-c866a45247fe tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "DELETE /v2.0/ports/74a67c2d-1075-4f49-86d4-320d4556ead6 HTTP/1.1" status: 204 len: 173 time: 1.1521263 Apr 20 13:20:48.887965 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef313067-4a5c-4a32-9906-2958f512b35a', 'name': 'network-vif-deleted', 'tag': '74a67c2d-1075-4f49-86d4-320d4556ead6', 'status': 'completed', 'code': 200} Apr 20 13:20:49.462676 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f205b8f9-6815-4bf0-a666-ea9585ba6f09 req-1a719374-e590-49ec-9d14-096e1dd0b68d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Synchronizing usage tracker for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:20:49.477584 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-f205b8f9-6815-4bf0-a666-ea9585ba6f09 req-1a719374-e590-49ec-9d14-096e1dd0b68d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Unset dirty status for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:20:49.478869 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-f205b8f9-6815-4bf0-a666-ea9585ba6f09 req-1a719374-e590-49ec-9d14-096e1dd0b68d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef313067-4a5c-4a32-9906-2958f512b35a HTTP/1.1" status: 200 len: 210 time: 0.0678849 Apr 20 13:20:49.763331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-6e94a046-b232-4fb7-a3de-87a39d32fe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:50.103213 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 74a67c2d-1075-4f49-86d4-320d4556ead6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:20:50.140180 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: 74a67c2d-1075-4f49-86d4-320d4556ead6 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:20:50.140564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device 74a67c2d-1075-4f49-86d4-320d4556ead6 not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:20:50.484110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:51.387098 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:52.296350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:54.869655 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-ef048755-cd25-4bd5-a992-9568f4f9eb31 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:54.871166 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-ef048755-cd25-4bd5-a992-9568f4f9eb31 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 812 time: 0.1577959 Apr 20 13:20:54.888093 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-a681adb4-09e3-4369-92bf-e64eaa1b7a38 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/quotas/12beb0c21a0c4fd094d2056dbc146b1d HTTP/1.1" status: 200 len: 375 time: 0.0107195 Apr 20 13:20:54.943364 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-a5b81870-5b5e-44bc-b3cd-944e10997ca2 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490329 Apr 20 13:20:55.090574 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-6b621481-99ca-4a78-bcb9-8b29c5211d74 service neutron] 10.222.0.68 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392162 Apr 20 13:20:55.233761 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-8eb4a336-2bbf-4be1-b544-52cb53b14e44 service neutron] 10.222.0.68 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365085 Apr 20 13:20:55.433626 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a300dd89-88e0-4b63-a5db-6041f3f45990 req-655626b4-62a4-48cf-9311-fdb23a64cbc8 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 210 time: 0.0528834 Apr 20 13:20:56.562734 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-4fa4031d-7b93-49ca-a95f-c937f5b42d27 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:56.564463 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-4fa4031d-7b93-49ca-a95f-c937f5b42d27 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 812 time: 0.1683786 Apr 20 13:20:56.611088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Request body: {'port': {'device_id': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e', 'admin_state_up': True, 'tenant_id': '12beb0c21a0c4fd094d2056dbc146b1d'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.643126 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-2981e847-7264-43cc-b780-c04ec89068bf req-01fc8f13-e9dc-4f5d-bf1f-5ee82c4b8e07 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 210 time: 0.0775158 Apr 20 13:20:56.765423 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 13:20:56.775442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.quota.driver [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86377) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 13:20:56.784424 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Made reservation on behalf of 12beb0c21a0c4fd094d2056dbc146b1d for: {'port': 1} {{(pid=86377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 13:20:56.791075 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:56.955806 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_common [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Allocated IP 172.20.0.11 (16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e/38c97353-a0bb-4c43-91df-60a239616c6a/ac777f92-0429-4cb2-9e16-15f747d9cd8d) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 13:20:57.176601 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.205582 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265821679015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.211805 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-08e2aa93-5d7a-4faf-994c-7975a9227387 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:20:57.281705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 13:20:57.282746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.base_scheduler [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Resources bound (agent type, host, resource id): {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 13:20:57.286896 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 13:20:57.330907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Pushing event updated for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:20:57.336126 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:20:57.361311 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:57.362053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.387026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-dc40d8ff-30ba-4e9f-9b62-bc9e14f1f11a tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849419 Apr 20 13:20:57.405449 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.v2.base [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Request body: {'port': {'device_id': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:57.524963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.846434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46384480-1be7-430f-9946-60c1756b75db req-b461cc95-4f68-408c-9566-4810244e4fed tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:57.848056 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46384480-1be7-430f-9946-60c1756b75db req-b461cc95-4f68-408c-9566-4810244e4fed tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 932 time: 0.0898914 Apr 20 13:20:57.893617 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac777f92-0429-4cb2-9e16-15f747d9cd8d {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:20:57.896746 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-46384480-1be7-430f-9946-60c1756b75db req-48b8072b-8e8d-466e-92c3-b17eecc0b7c2 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Apr 20 13:20:57.901949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.918559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Transition to ACTIVE for port object ac777f92-0429-4cb2-9e16-15f747d9cd8d will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 13:20:57.922215 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:57.926983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-21c1323d-f193-4d20-84a9-db1cb0fc08e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:20:58.099715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Pushing event updated for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:20:58.131949 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:20:58.174961 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Attempting to bind port ac777f92-0429-4cb2-9e16-15f747d9cd8d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 13:20:58.175330 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Attempting to bind port ac777f92-0429-4cb2-9e16-15f747d9cd8d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 13:20:58.175705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Attempting to bind port ac777f92-0429-4cb2-9e16-15f747d9cd8d on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:20:58.181666 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Port ac777f92-0429-4cb2-9e16-15f747d9cd8d on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:58.181975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Attempting to bind port ac777f92-0429-4cb2-9e16-15f747d9cd8d on network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 13:20:58.187652 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Checking agent: {'id': '402aa463-655d-435c-b98f-f91ff25aca17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'started_at': datetime.datetime(2021, 4, 20, 13, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 13:20:58.188032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Checking segment: {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 13:20:58.188457 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Bound using segment: {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 13:20:58.188930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Bound port: ac777f92-0429-4cb2-9e16-15f747d9cd8d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65865a9-57df-4389-85e3-fe846cabad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 13:20:58.189319 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:58.283074 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 13:20:58.286573 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 13:20:58.290119 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846450064'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:58.295088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-e861a987-5e41-44aa-a15b-218145b70fa8 tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:20:58.359379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:58.360051 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:20:58.361576 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] 10.222.0.78 "PUT /v2.0/ports/ac777f92-0429-4cb2-9e16-15f747d9cd8d HTTP/1.1" status: 200 len: 1094 time: 0.9607315 Apr 20 13:20:58.362120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:20:58.382807 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Pushing event updated for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:20:58.386047 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:20:58.414843 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d', 'status': 'completed', 'code': 200} Apr 20 13:20:58.506638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-38630de6-9c81-4b5b-a2f8-75045d17c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:58.508207 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-38630de6-9c81-4b5b-a2f8-75045d17c979 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0779877 Apr 20 13:20:58.593367 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-afc55f9b-9e0d-41c1-b310-1f9d5a1973a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d HTTP/1.1" status: 200 len: 217 time: 0.0705233 Apr 20 13:20:58.661211 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-86a2d0a5-d467-4d4c-9d72-4b98e41e7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:58.662836 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-86a2d0a5-d467-4d4c-9d72-4b98e41e7849 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c97353-a0bb-4c43-91df-60a239616c6a HTTP/1.1" status: 200 len: 852 time: 0.0635748 Apr 20 13:20:58.715404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-1ce6a958-c3dc-4501-88cf-48d32186d127 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461805 Apr 20 13:20:58.857113 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-0283f143-3369-43fb-baf5-b403f75f5ad6 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354690 Apr 20 13:20:59.003404 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-6c0f9f94-bd47-4df8-a871-9ea5b9dded61 req-7b7d8688-9824-4eab-8b73-ce68965c874e service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402550 Apr 20 13:20:59.113621 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc186a-c9e0-4ee1-bca9-7eaccbdb3526 req-c6865952-9ac3-4469-97fd-157f151016ae tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:59.115187 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b7cc186a-c9e0-4ee1-bca9-7eaccbdb3526 req-c6865952-9ac3-4469-97fd-157f151016ae tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 944 time: 0.0981791 Apr 20 13:20:59.165333 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b7cc186a-c9e0-4ee1-bca9-7eaccbdb3526 req-3291b97b-01c6-4e96-addc-44695308567b tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Apr 20 13:20:59.173282 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-6f3d8442-b8a7-4a6e-aafd-3912acf2ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:59.174925 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-6f3d8442-b8a7-4a6e-aafd-3912acf2ae94 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0853188 Apr 20 13:20:59.314519 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-1711e7d2-ca17-424a-84e4-8348929bf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:59.316082 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-1711e7d2-ca17-424a-84e4-8348929bf659 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 200 len: 914 time: 0.1342735 Apr 20 13:20:59.390732 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-2115e78f-f8f2-4162-aac1-95d97f3a7e96 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d HTTP/1.1" status: 200 len: 217 time: 0.0642455 Apr 20 13:20:59.396386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:20:59.464114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-ba40f249-d393-4778-a8e5-72f060fced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:20:59.465763 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-ba40f249-d393-4778-a8e5-72f060fced29 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c97353-a0bb-4c43-91df-60a239616c6a HTTP/1.1" status: 200 len: 852 time: 0.0682280 Apr 20 13:20:59.517813 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-d364eaa2-15a4-41c4-8e03-3b06f80bbdb7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450487 Apr 20 13:20:59.658812 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-07226712-9bed-416c-a08e-7a56ff59f68e service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333714 Apr 20 13:21:00.040294 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-3d266d8b-a530-4c35-91fb-9b25ed1108a3 req-2432d523-b5d4-400c-bd45-bc7fb13c7626 service neutron] 10.222.0.78 "GET /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704526 Apr 20 13:21:00.162709 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device ac777f92-0429-4cb2-9e16-15f747d9cd8d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 13:21:00.307217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:00.321598 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Returning: {'device': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d', 'network_id': '16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e', 'port_id': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d', 'mac_address': 'fa:16:3e:ba:b2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c97353-a0bb-4c43-91df-60a239616c6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 13:21:00.373720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681d7c3-a882-4e6a-a3d1-e5c72c000fac req-fdd7bebe-4159-4626-8bd1-a5700b9b426d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:00.374495 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4681d7c3-a882-4e6a-a3d1-e5c72c000fac req-fdd7bebe-4159-4626-8bd1-a5700b9b426d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Synchronizing usage tracker for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:21:00.384300 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:00.389581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-4681d7c3-a882-4e6a-a3d1-e5c72c000fac req-fdd7bebe-4159-4626-8bd1-a5700b9b426d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Unset dirty status for tenant:12beb0c21a0c4fd094d2056dbc146b1d on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:21:00.390872 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4681d7c3-a882-4e6a-a3d1-e5c72c000fac req-fdd7bebe-4159-4626-8bd1-a5700b9b426d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 944 time: 0.1091700 Apr 20 13:21:00.403073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac777f92-0429-4cb2-9e16-15f747d9cd8d {{(pid=86378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 13:21:00.419718 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:00.423097 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:00.424931 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:00.442242 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4681d7c3-a882-4e6a-a3d1-e5c72c000fac req-c3704fae-0135-4e33-9c17-dd3e48432667 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Apr 20 13:21:00.493910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:00.501609 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.502000 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.502379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.502750 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.503120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.503488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.503854 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.504217 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.504581 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.504942 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.505304 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.505690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:00.510265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:00.723616 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['ac777f92-0429-4cb2-9e16-15f747d9cd8d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:21:01.642669 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905ef75-d645-4b00-8b47-436088196d11 req-cea97620-5289-41d9-90a3-c72d4a06d9b7 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:01.644264 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8905ef75-d645-4b00-8b47-436088196d11 req-cea97620-5289-41d9-90a3-c72d4a06d9b7 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 945 time: 0.0877900 Apr 20 13:21:01.691951 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8905ef75-d645-4b00-8b47-436088196d11 req-21edcc18-a8d2-4be9-82f4-acf00ec938f3 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Apr 20 13:21:02.164220 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device ac777f92-0429-4cb2-9e16-15f747d9cd8d up at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 13:21:02.236763 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning for port ac777f92-0429-4cb2-9e16-15f747d9cd8d completed by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 13:21:02.242668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.provisioning_blocks [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Provisioning complete for port ac777f92-0429-4cb2-9e16-15f747d9cd8d triggered by entity L2. {{(pid=86378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 13:21:02.243085 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556886'] for port, provisioning_complete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:02.370604 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851025717'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:02.398975 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d'}] {{(pid=86378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:21:02.409690 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:02.412515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771033527496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265821678998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771033096836'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:02.415082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:02.455237 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d', 'code': 200} Apr 20 13:21:02.488828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Pushing event updated for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=5']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:02.492553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:02.724568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b04b-c95f-47eb-90c8-6299226ebe97 req-44252bde-9dcd-4cd0-994b-22f0c54778b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:02.726280 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5a90b04b-c95f-47eb-90c8-6299226ebe97 req-44252bde-9dcd-4cd0-994b-22f0c54778b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0773208 Apr 20 13:21:02.769111 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-5a90b04b-c95f-47eb-90c8-6299226ebe97 req-4417d6de-ee01-4cd2-a540-b76dae71c363 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Apr 20 13:21:02.896501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace769d-3e81-4aaa-b11f-555bf73a4824 req-192ea07f-be16-411f-a00e-c6c32e41b542 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:02.898173 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1ace769d-3e81-4aaa-b11f-555bf73a4824 req-192ea07f-be16-411f-a00e-c6c32e41b542 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.0927212 Apr 20 13:21:02.947065 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-1ace769d-3e81-4aaa-b11f-555bf73a4824 req-e69144f4-e79e-4c3c-a4fb-3fdf710f6df5 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Apr 20 13:21:04.156954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07229b-8398-47a6-9068-cd447461b8f4 req-da7db7bd-6e70-448e-b1e1-ac52dfb8a581 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:04.158571 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4b07229b-8398-47a6-9068-cd447461b8f4 req-da7db7bd-6e70-448e-b1e1-ac52dfb8a581 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.0941370 Apr 20 13:21:04.206093 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-4b07229b-8398-47a6-9068-cd447461b8f4 req-3f36e851-84fe-481b-8fab-56bff075bf43 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Apr 20 13:21:04.808334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:14.790813 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38726) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:15.012006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Deleting port fd0fbea0-141e-4aad-ab8a-c390a6966289 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:15.012006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:15.204861 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:15.205242 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:15.341673 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Calling delete_port for fd0fbea0-141e-4aad-ab8a-c390a6966289 owned by network:floatingip {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:15.500339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:15.504920 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7301ef7e-6bc8-4cdc-aabc-ff1bd19131cb tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:15.588487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event deleted for resources: {'Port': ['ID=fd0fbea0-141e-4aad-ab8a-c390a6966289,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:15.591073 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:15.651029 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for floatingip, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:15.651396 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.db.l3_db [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Floating IP 238c3982-6d13-46a3-b542-4e1f6c9008ed disassociated (deleted). External IP: 172.28.1.10, port: e85f6309-ff84-43a7-b7a3-9f30ac9cb4db. Apr 20 13:21:16.024355 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Router 2e806887-5944-4521-bdcc-c94351536071 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:21:16.219789 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:21:16.230370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Sync routers for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:21:16.239910 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:16.242662 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:16.243428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:20:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:16.305421 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-95915c42-898c-47be-8c44-f7b512a49308 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "DELETE /v2.0/floatingips/238c3982-6d13-46a3-b542-4e1f6c9008ed HTTP/1.1" status: 204 len: 168 time: 1.5133889 Apr 20 13:21:16.306141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:21:16.457060 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'status': 'completed', 'code': 200} Apr 20 13:21:16.458370 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:16.619988 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0292-e30e-4847-881f-73ede789b44a req-b10d0493-edfa-4a39-9266-21f37dc303cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:16.621836 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-b10d0493-edfa-4a39-9266-21f37dc303cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29eab3abf3664586842f87c12bbf4ba2&device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 1099 time: 0.0886090 Apr 20 13:21:16.807452 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:16.811459 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Checking router: 2e806887-5944-4521-bdcc-c94351536071 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:21:16.820405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:16.821059 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:20:50Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:16.841629 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0292-e30e-4847-881f-73ede789b44a req-cecf8766-9e59-49c9-a112-1a9343ffcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:16.843203 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-cecf8766-9e59-49c9-a112-1a9343ffcf92 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 200 len: 910 time: 0.2100582 Apr 20 13:21:16.856549 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4c245-0bf0-49a3-8bdb-dcbc599f7813 req-f2fc2409-3b42-48a1-a25f-435d1b04cc69 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:16.857286 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-61d4c245-0bf0-49a3-8bdb-dcbc599f7813 req-f2fc2409-3b42-48a1-a25f-435d1b04cc69 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:21:16.932194 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-7b5a8f89-12ba-46b7-aadc-e01fa2c46b34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 200 len: 217 time: 0.0709932 Apr 20 13:21:16.938626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-61d4c245-0bf0-49a3-8bdb-dcbc599f7813 req-f2fc2409-3b42-48a1-a25f-435d1b04cc69 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:21:16.940144 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-61d4c245-0bf0-49a3-8bdb-dcbc599f7813 req-f2fc2409-3b42-48a1-a25f-435d1b04cc69 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.2853251 Apr 20 13:21:17.046570 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0292-e30e-4847-881f-73ede789b44a req-a6e40fb7-ff87-4ffc-811d-7487f75e82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:17.048193 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-a6e40fb7-ff87-4ffc-811d-7487f75e82c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 200 len: 847 time: 0.1071067 Apr 20 13:21:17.057284 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-61d4c245-0bf0-49a3-8bdb-dcbc599f7813 req-707291d8-03bf-44b9-b0f9-2d7335fcd8b5 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685604 Apr 20 13:21:17.138055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0292-e30e-4847-881f-73ede789b44a req-8821a643-0b87-4c62-a8eb-8a28e7e7be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:17.139683 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-8821a643-0b87-4c62-a8eb-8a28e7e7be8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814431 Apr 20 13:21:17.159568 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-557205a2-3bc9-45cc-a9c5-b864226f7172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:17.200266 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:17.289194 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-ba5411d7-2033-4967-a78e-c1e320707fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410716 Apr 20 13:21:17.440912 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-b50a0292-e30e-4847-881f-73ede789b44a req-707915a8-4bb1-4055-829e-41791c311fa1 service neutron] 10.222.0.78 "GET /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409333 Apr 20 13:21:17.546773 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-639e522a-1561-401a-be96-3f85698b2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:17.550974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e522a-1561-401a-be96-3f85698b2675 None None] The sync data for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb is: [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:16:56Z', 'revision_number': 4, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb', '_interfaces': [{'id': 'eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f', 'name': '', 'network_id': '1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'mac_address': 'fa:16:3e:51:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:55Z', 'updated_at': '2021-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'subnets': [{'id': 'db5acb5a-0a52-41c1-a1ac-8412aa0b4f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:21:17.945444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324747d6-7d30-43a5-9008-74ca28aa359c None None] New status for floating IP 238c3982-6d13-46a3-b542-4e1f6c9008ed: DOWN {{(pid=86379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 13:21:18.319204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b24c-89ca-4299-a46e-81f9f650a536 req-d8190069-b910-450a-bc15-167686492fc9 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:18.320814 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8816b24c-89ca-4299-a46e-81f9f650a536 req-d8190069-b910-450a-bc15-167686492fc9 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.1424608 Apr 20 13:21:18.374120 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-8816b24c-89ca-4299-a46e-81f9f650a536 req-074cd413-5e3e-455a-b1b8-c0920f013440 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 Apr 20 13:21:18.483062 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-18f88238-3e01-48ae-838d-844945a871ac tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:18.484638 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-18f88238-3e01-48ae-838d-844945a871ac tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 946 time: 0.0947132 Apr 20 13:21:18.565043 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Deleting port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:18.565428 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:18.833771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] For port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:18.834110 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:18.967120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Calling delete_port for e85f6309-ff84-43a7-b7a3-9f30ac9cb4db owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:19.119488 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:19.125046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-08e516b7-5072-4c6e-b9a4-54b8144d2177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:19.179880 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event deleted for resources: {'Port': ['ID=e85f6309-ff84-43a7-b7a3-9f30ac9cb4db,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:19.183339 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:19.260935 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] No DVR routers for this DVR port e85f6309-ff84-43a7-b7a3-9f30ac9cb4db on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:21:19.263351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:19.266378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-deleted', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:21:19.283110 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0cdf9fea-e0c6-44f8-8147-074be6b40b17 req-bafbf197-6e3b-43c9-b1a8-081998d33807 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.78 "DELETE /v2.0/ports/e85f6309-ff84-43a7-b7a3-9f30ac9cb4db HTTP/1.1" status: 204 len: 173 time: 0.7915115 Apr 20 13:21:19.321395 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f46da5a-0ac2-4c7a-b601-37ab168fc666', 'name': 'network-vif-deleted', 'tag': 'e85f6309-ff84-43a7-b7a3-9f30ac9cb4db', 'status': 'completed', 'code': 200} Apr 20 13:21:19.551162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-d4260683-6255-4a00-a5d5-281607e30f77 req-dd3f94b3-06fe-4f4a-87c5-0a641a47d015 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Synchronizing usage tracker for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 13:21:19.567305 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.quota.resource [req-d4260683-6255-4a00-a5d5-281607e30f77 req-dd3f94b3-06fe-4f4a-87c5-0a641a47d015 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Unset dirty status for tenant:29eab3abf3664586842f87c12bbf4ba2 on resource:port {{(pid=86377) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 13:21:19.569323 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d4260683-6255-4a00-a5d5-281607e30f77 req-dd3f94b3-06fe-4f4a-87c5-0a641a47d015 tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f46da5a-0ac2-4c7a-b601-37ab168fc666 HTTP/1.1" status: 200 len: 210 time: 0.0699532 Apr 20 13:21:19.765865 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-1caeaa64-10ea-4177-bc5c-c49b0cea8796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.475958 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1349c91-c4c9-45a8-86fe-108e3c850fab req-d463dd89-3433-4a12-9fd8-5658327b0080 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:20.477553 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d1349c91-c4c9-45a8-86fe-108e3c850fab req-d463dd89-3433-4a12-9fd8-5658327b0080 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.3415387 Apr 20 13:21:20.491937 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.527303 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-d1349c91-c4c9-45a8-86fe-108e3c850fab req-71a1a669-bb5b-4007-acf7-a9e60001f22d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Apr 20 13:21:20.674586 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38776) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:20.748583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.779876 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.840095 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.845497 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-5284cbab-0c4e-43c8-b025-8226456e0e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:20.861378 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:20.866212 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:20.869668 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:20.870873 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] 10.222.0.68 "DELETE /v2.0/security-groups/d36112e4-0f64-4e9b-a5f0-d75eb7bf80c9 HTTP/1.1" status: 204 len: 168 time: 0.1952085 Apr 20 13:21:20.916872 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38782) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:21.389158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:21.484941 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:21.734608 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd214164-b3dd-4215-8e42-23c4a67b05d8 req-be3828f0-9595-4176-8208-8291f22ff71e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:21.736239 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cd214164-b3dd-4215-8e42-23c4a67b05d8 req-be3828f0-9595-4176-8208-8291f22ff71e tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.0891092 Apr 20 13:21:21.786663 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-cd214164-b3dd-4215-8e42-23c4a67b05d8 req-07057ad4-5757-42fc-a425-5254940d6479 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Apr 20 13:21:21.856401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Deleting port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:21.856783 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:22.039184 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] For port eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:22.039585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:22.169594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Calling delete_port for eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f owned by network:router_interface {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:22.288481 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:22.336417 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: e85f6309-ff84-43a7-b7a3-9f30ac9cb4db {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:22.337205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device e85f6309-ff84-43a7-b7a3-9f30ac9cb4db not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:22.342251 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:22.345118 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:22.350504 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f2f74546-1b8d-48cc-84ad-855a02a9f87e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:22.398136 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:22.401563 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:22.681819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:23.366765 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45332304-e7ef-41af-9e3b-230600af4e14 req-81bfe65a-6787-44e2-8158-316e62368c72 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:23.368371 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45332304-e7ef-41af-9e3b-230600af4e14 req-81bfe65a-6787-44e2-8158-316e62368c72 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.4390402 Apr 20 13:21:23.379491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Router 2e806887-5944-4521-bdcc-c94351536071 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:21:23.547283 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-45332304-e7ef-41af-9e3b-230600af4e14 req-50e4a2fd-e196-4fea-bf8e-0aa9ad4fcb6d tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699295 Apr 20 13:21:23.606888 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:21:23.618194 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Sync routers for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:21:23.623896 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-9496424b-cfde-4d73-a752-4780c734013c admin admin] 10.222.0.68 "PUT /v2.0/routers/2e806887-5944-4521-bdcc-c94351536071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7058105 Apr 20 13:21:23.626558 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38790) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:23.628055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:23.628715 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:21:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:23.817851 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:23.820325 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: dv-cinder-786627-2-smb {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:24.009647 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:24.019190 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Deleting port 854dee64-1f79-457c-93fd-0bd26ac344de {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:24.019571 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:24.128442 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:21:22Z', 'revision_number': 5, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port': {'id': '854dee64-1f79-457c-93fd-0bd26ac344de', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e806887-5944-4521-bdcc-c94351536071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:16:52Z', 'updated_at': '2021-04-20T13:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:24.132754 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Checking router: 2e806887-5944-4521-bdcc-c94351536071 for host: dv-cinder-786627-2-smb {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:21:24.143981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Routers {'2e806887-5944-4521-bdcc-c94351536071'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:24.144762 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:21:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['2e806887-5944-4521-bdcc-c94351536071'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:24.210625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] For port 854dee64-1f79-457c-93fd-0bd26ac344de, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=854dee64-1f79-457c-93fd-0bd26ac344de,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:24.211033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:24.312553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] Set router 2e806887-5944-4521-bdcc-c94351536071 gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:24.344953 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Calling delete_port for 854dee64-1f79-457c-93fd-0bd26ac344de owned by network:router_gateway {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:24.429922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:21:24Z', 'revision_number': 6, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:24.434415 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459455a5-229c-4a51-b07d-cc964e4d0062 None None] The sync data for ids ['2e806887-5944-4521-bdcc-c94351536071'] in dv-cinder-786627-2-smb is: [{'id': '2e806887-5944-4521-bdcc-c94351536071', 'name': 'tempest-TestShelveInstance-660588429-router', 'tenant_id': '29eab3abf3664586842f87c12bbf4ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:16:51Z', 'updated_at': '2021-04-20T13:21:24Z', 'revision_number': 6, 'project_id': '29eab3abf3664586842f87c12bbf4ba2', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:21:24.600274 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:24.607950 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed4bf8f1-e332-417e-aa29-f2da3b8bc8f7 tempest-TestMinimumBasicScenario-415148576 tempest-TestMinimumBasicScenario-415148576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:24.664410 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-a8a6b5a7-d857-44a9-8929-d18b91b6e2f6 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:24.666156 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-a8a6b5a7-d857-44a9-8929-d18b91b6e2f6 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.2105339 Apr 20 13:21:24.668677 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=854dee64-1f79-457c-93fd-0bd26ac344de,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:24.698492 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:24.760373 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153ad2d-84b8-456f-8677-90f5145bfe97 req-2834aa0b-21c7-4d33-b03c-d1f04a22f447 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 13:21:24.762055 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a153ad2d-84b8-456f-8677-90f5145bfe97 req-2834aa0b-21c7-4d33-b03c-d1f04a22f447 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 946 time: 0.0947113 Apr 20 13:21:24.811562 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-a153ad2d-84b8-456f-8677-90f5145bfe97 req-6b0894ac-d5ae-4d0f-b267-67c2905d85ec tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c8a1414-97cd-4a25-89f2-bb5773e76af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Apr 20 13:21:24.829691 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Deleting port ac777f92-0429-4cb2-9e16-15f747d9cd8d {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:24.830216 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:24.873852 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.108696 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.116967 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.172226 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.172772 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e806887-5944-4521-bdcc-c94351536071 {{(pid=86377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:21:25.258959 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.260227 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cd1e8965-2161-413b-96e4-fda1428978b2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/2e806887-5944-4521-bdcc-c94351536071 HTTP/1.1" status: 204 len: 168 time: 1.6326768 Apr 20 13:21:25.263066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38796) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:25.310667 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] For port ac777f92-0429-4cb2-9e16-15f747d9cd8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ac777f92-0429-4cb2-9e16-15f747d9cd8d,segment=NetworkSegment(c65865a9-57df-4389-85e3-fe846cabad53),segment_id=c65865a9-57df-4389-85e3-fe846cabad53)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:25.311080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.332539 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Deleting subnet db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:21:25.336458 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.394534 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.445801 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Calling delete_port for ac777f92-0429-4cb2-9e16-15f747d9cd8d owned by compute:nova {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:25.478030 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.601552 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.607375 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ff76c628-802e-4d5b-aed3-634dc069a29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:25.638193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] get_ports_and_sgs() called for port_ids ['ac777f92-0429-4cb2-9e16-15f747d9cd8d'] {{(pid=86378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 13:21:25.658203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Pushing event deleted for resources: {'Port': ['ID=ac777f92-0429-4cb2-9e16-15f747d9cd8d,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:25.692471 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:25.739288 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] No DVR routers for this DVR port ac777f92-0429-4cb2-9e16-15f747d9cd8d on host hv-cinder-78662 {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:21:25.741802 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.744739 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'name': 'network-vif-deleted', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 13:21:25.748635 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.754005 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-05a5663e-604d-4642-bbf6-8e89d0a48ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:25.761933 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-c3a7a77e-c30d-41df-bf93-7cde03be658a req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.78 "DELETE /v2.0/ports/ac777f92-0429-4cb2-9e16-15f747d9cd8d HTTP/1.1" status: 204 len: 173 time: 1.0647101 Apr 20 13:21:25.793909 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5acb5a-0a52-41c1-a1ac-8412aa0b4f49,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:25.800788 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cef863-f2ad-413a-8c8d-f0c51dc13ac6', 'name': 'network-vif-deleted', 'tag': 'ac777f92-0429-4cb2-9e16-15f747d9cd8d', 'status': 'completed', 'code': 200} Apr 20 13:21:25.801159 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de0bfe-3a0d-4ae5-a908-350e092eebf1 None None] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:21:25.802124 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:25.805546 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.805974 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.806391 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.806803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.807209 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.807615 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.808017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.808420 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.808823 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.809228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.809656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.810055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-smb {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 13:21:25.814131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:25.817118 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-ed8424d8-a680-442e-941d-fefa801f60f5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/db5acb5a-0a52-41c1-a1ac-8412aa0b4f49 HTTP/1.1" status: 204 len: 168 time: 0.5529218 Apr 20 13:21:25.820265 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38802) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:25.985285 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [req-0f14d768-f33c-445a-b399-49a7999781de req-eabd6df1-65b5-4191-83af-282aa8afe4ef tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] 10.222.0.68 "GET /v2.0/ports?device_id=42cef863-f2ad-413a-8c8d-f0c51dc13ac6 HTTP/1.1" status: 200 len: 210 time: 0.0511799 Apr 20 13:21:25.990638 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.011853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Deleting port 81a2f221-96bf-4dbb-8545-d1312235b947 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:26.011853 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.089316 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] DHCP port deletion for 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:21:26.093929 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Deleting port 81a2f221-96bf-4dbb-8545-d1312235b947 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:26.094348 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.190661 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:26.233922 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] For port 81a2f221-96bf-4dbb-8545-d1312235b947, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=81a2f221-96bf-4dbb-8545-d1312235b947,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:26.234326 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.239756 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:26.240109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device eb34d38e-e44f-4bd0-b14c-3a38ffb25b5f not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:26.241109 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 854dee64-1f79-457c-93fd-0bd26ac344de no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:26.282963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 854dee64-1f79-457c-93fd-0bd26ac344de {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:26.283113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 854dee64-1f79-457c-93fd-0bd26ac344de not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:26.283574 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 81a2f221-96bf-4dbb-8545-d1312235b947 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:26.371260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Calling delete_port for 81a2f221-96bf-4dbb-8545-d1312235b947 owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:26.462491 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7600759'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.473721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1fe4f7c3-33a1-464c-ab43-8dc40b4e148b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:26.522422 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a2f221-96bf-4dbb-8545-d1312235b947,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:26.526695 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:26.529255 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] No DVR routers for this DVR port 81a2f221-96bf-4dbb-8545-d1312235b947 on host dv-cinder-786627-2-smb {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:21:26.624186 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] For port 81a2f221-96bf-4dbb-8545-d1312235b947, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=81a2f221-96bf-4dbb-8545-d1312235b947,segment=NetworkSegment(3d460c45-dbe2-40c3-a98e-dc4c80a00622),segment_id=3d460c45-dbe2-40c3-a98e-dc4c80a00622)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:26.624625 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.655477 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.692033 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No active binding found for port 81a2f221-96bf-4dbb-8545-d1312235b947 {{(pid=86378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 20 13:21:26.692493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 81a2f221-96bf-4dbb-8545-d1312235b947 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:26.758478 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Calling delete_port for 81a2f221-96bf-4dbb-8545-d1312235b947 owned by network:dhcp {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:26.771389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:26.785151 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d460c45-dbe2-40c3-a98e-dc4c80a00622') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:26.785566 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d460c45-dbe2-40c3-a98e-dc4c80a00622') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:26.797796 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848177381'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.813345 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:26.820294 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:21:26.836158 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:21:26.836537 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:21:27.001050 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:27.012460 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847175168'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:27.193121 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Network 1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:27.221493 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:27.298578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:27.302578 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-4bd2c652-63e1-417e-a10f-485fa9518e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:27.317600 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:27.330943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:27.335663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:27.338206 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Deleting port 81a2f221-96bf-4dbb-8545-d1312235b947 {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:27.338991 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:27.345126 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-f5dccd9c-abc3-47f2-87a1-ea828326bc88 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1bf5b606-a5ed-4bfe-bd5d-9b745c9fa895 HTTP/1.1" status: 204 len: 168 time: 1.5236266 Apr 20 13:21:27.348293 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38812) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:27.428580 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-4018f947-78b5-4c20-82f8-05a1f17edad8 None None] The port '81a2f221-96bf-4dbb-8545-d1312235b947' was deleted {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:21:28.195508 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854336614'] for router_interface, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:28.306418 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device ac777f92-0429-4cb2-9e16-15f747d9cd8d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:28.345897 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] No Port match for: ac777f92-0429-4cb2-9e16-15f747d9cd8d {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:28.346292 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Device ac777f92-0429-4cb2-9e16-15f747d9cd8d not bound to the agent host hv-cinder-78662 {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:28.577671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Deleting port bf420337-efdf-4797-9ded-cbbeaf3638e0 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:28.577985 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:28.765784 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] For port bf420337-efdf-4797-9ded-cbbeaf3638e0, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=bf420337-efdf-4797-9ded-cbbeaf3638e0,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:28.766193 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:28.913365 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Calling delete_port for bf420337-efdf-4797-9ded-cbbeaf3638e0 owned by network:router_interface {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:29.093623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:29.098262 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-42e700f3-7913-42ca-a61e-abc96b6e449f tempest-AttachVolumeNegativeTest-929512657 tempest-AttachVolumeNegativeTest-929512657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:29.146129 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Pushing event deleted for resources: {'Port': ['ID=bf420337-efdf-4797-9ded-cbbeaf3638e0,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:29.150141 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:29.434160 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854336540'] for router_interface, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:29.811862 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Router 3a63df13-7310-44dd-aaac-05f171616434 has already been hosted by L3 agent 94cd4b53-11e5-40de-b831-847bcddf3640 {{(pid=86377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 13:21:30.010401 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] Notify agent at l3_agent.dv-cinder-786627-2-smb the message routers_updated {{(pid=86377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 13:21:30.022619 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Sync routers for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 13:21:30.029525 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-fc8144df-8ea2-4d04-9bed-ccb2a35800af admin admin] 10.222.0.68 "PUT /v2.0/routers/3a63df13-7310-44dd-aaac-05f171616434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776142 Apr 20 13:21:30.029819 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38830) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:30.034331 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:30.034996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:21:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:30.230353 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:30.231203 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: dv-cinder-786627-2-smb {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:30.424650 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:30.436501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Deleting port 3f066015-1eed-4c7e-be55-b6c0da8fc05f {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:30.437779 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:30.563804 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'external_fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:21:29Z', 'revision_number': 5, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port': {'id': '3f066015-1eed-4c7e-be55-b6c0da8fc05f', 'name': '', 'network_id': '613627eb-6c9d-477a-85e9-38ee1949766c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63df13-7310-44dd-aaac-05f171616434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:17:02Z', 'updated_at': '2021-04-20T13:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3fb8e9-ff28-4fcd-8a94-73a0c3ca46e1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-smb'}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:30.570564 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Checking router: 3a63df13-7310-44dd-aaac-05f171616434 for host: dv-cinder-786627-2-smb {{(pid=86379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 13:21:30.580719 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Routers {'3a63df13-7310-44dd-aaac-05f171616434'} bound to L3 agent in host dv-cinder-786627-2-smb {{(pid=86379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 13:21:30.581517 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:20Z,description=,heartbeat_timestamp=2021-04-20T13:21:20Z,host='dv-cinder-786627-2-smb',id=94cd4b53-11e5-40de-b831-847bcddf3640,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T13:02:20Z,topic='l3_agent')) {'router_ids': ['3a63df13-7310-44dd-aaac-05f171616434'], 'active': True} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:30.649712 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] For port 3f066015-1eed-4c7e-be55-b6c0da8fc05f, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=3f066015-1eed-4c7e-be55-b6c0da8fc05f,segment=NetworkSegment(5262259f-81b8-4912-ab78-6e338325241d),segment_id=5262259f-81b8-4912-ab78-6e338325241d)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:30.650130 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:30.753963 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvr_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] Set router 3a63df13-7310-44dd-aaac-05f171616434 gateway port host: None {{(pid=86379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 13:21:30.872063 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_hamode_db [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:21:30Z', 'revision_number': 6, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port_host': None}], 'dv-cinder-786627-2-smb', False) {} {{(pid=86379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:30.876902 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ae861-1353-4f62-97f4-2960265d8a88 None None] The sync data for ids ['3a63df13-7310-44dd-aaac-05f171616434'] in dv-cinder-786627-2-smb is: [{'id': '3a63df13-7310-44dd-aaac-05f171616434', 'name': 'tempest-TestShelveInstance-816152586-router', 'tenant_id': 'b636388cbee74de49000a12532f68779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:17:00Z', 'updated_at': '2021-04-20T13:21:30Z', 'revision_number': 6, 'project_id': 'b636388cbee74de49000a12532f68779', 'gw_port_host': None}] {{(pid=86379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 13:21:31.047954 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Calling delete_port for 3f066015-1eed-4c7e-be55-b6c0da8fc05f owned by network:router_gateway {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:31.225374 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.230112 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c3d6a020-d1c0-4806-ab37-e11601fb268d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:31.276071 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f066015-1eed-4c7e-be55-b6c0da8fc05f,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:31.279487 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:31.377025 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416613'] for router_gateway, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.562879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773471'] for router, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.565185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.585749 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.586327 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a63df13-7310-44dd-aaac-05f171616434 {{(pid=86377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 13:21:31.598633 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.601218 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-cc69b2a7-cd0c-48c0-a56d-8613495697b2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/3a63df13-7310-44dd-aaac-05f171616434 HTTP/1.1" status: 204 len: 168 time: 1.5697591 Apr 20 13:21:31.603435 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38840) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:31.677930 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Deleting subnet 7a9e992c-7f1d-445c-a0b3-61d4fb300a9c {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:21:31.681205 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.736620 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6598419'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:31.825389 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.105448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847123520'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.110533 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:32.154386 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.160996 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce562777-f7dd-46b6-902a-5eb411f194b7 None None] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 requested from dv-cinder-786627-2-smb {{(pid=86378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 13:21:32.161678 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7a9e992c-7f1d-445c-a0b3-61d4fb300a9c HTTP/1.1" status: 204 len: 168 time: 0.5569398 Apr 20 13:21:32.162706 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9e992c-7f1d-445c-a0b3-61d4fb300a9c,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:32.164356 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38850) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:32.165583 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-43edcd20-ce7c-446f-84f0-47617875145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:32.189278 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device bf420337-efdf-4797-9ded-cbbeaf3638e0 no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:32.283700 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.289016 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: bf420337-efdf-4797-9ded-cbbeaf3638e0 {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:32.289612 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device bf420337-efdf-4797-9ded-cbbeaf3638e0 not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:32.290088 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 3f066015-1eed-4c7e-be55-b6c0da8fc05f no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:32.295057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Deleting port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:32.295444 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.331204 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 3f066015-1eed-4c7e-be55-b6c0da8fc05f {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:32.331599 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 3f066015-1eed-4c7e-be55-b6c0da8fc05f not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:32.504623 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] DHCP port deletion for a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 request from dv-cinder-786627-2-smb {{(pid=86378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 13:21:32.509679 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Deleting port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:32.510101 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.517973 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] For port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:32.518379 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.662997 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Calling delete_port for 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:32.731863 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.db [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] For port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b, host dv-cinder-786627-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-smb',level=0,port_id=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,segment=NetworkSegment(756150a4-a567-42a3-889b-2a56ca168a4c),segment_id=756150a4-a567-42a3-889b-2a56ca168a4c)] {{(pid=86378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 13:21:32.732221 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358403'] for port, precommit_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.739447 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265821248287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771033096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8325753'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.744411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-45c10480-e542-450a-b1a4-86c7dac22306 tempest-VolumesSnapshotTestJSON-415463424 tempest-VolumesSnapshotTestJSON-415463424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:32.792361 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdc8809-60ba-489b-be3c-fda7c9bdbd5b,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:32.794443 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] No DVR routers for this DVR port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b on host dv-cinder-786627-2-smb {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 13:21:32.796032 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:32.867256 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Calling delete_port for 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b owned by network:dhcp {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 13:21:32.927069 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:32.941127 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.db.api [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:21:32.941575 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_db.api [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 13:21:33.046010 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:33.059179 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756150a4-a567-42a3-889b-2a56ca168a4c') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:33.059518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756150a4-a567-42a3-889b-2a56ca168a4c') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:33.072857 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.098980 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.106165 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:21:33.287055 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:33.296260 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.444020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Deleting port 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b {{(pid=86378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 13:21:33.444879 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265821250164'] for port, before_delete {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.492642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Network a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:33.515607 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:33.525538 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-39329dc9-663c-4f91-a2d9-2fe011147a71 None None] The port '2cdc8809-60ba-489b-be3c-fda7c9bdbd5b' was deleted {{(pid=86378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 13:21:33.597115 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.601407 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-8ff93804-451b-46ec-9d10-9895beabb2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:33.619400 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.630135 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Pushing event deleted for resources: {'Network': ['ID=a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:33.635704 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:33.638845 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-b84fe679-553e-42ba-946a-af5e7f65b6be admin admin] 10.222.0.68 "DELETE /v2.0/networks/a4aa1adc-8231-4cfd-96e3-4d6b4170aaf1 HTTP/1.1" status: 204 len: 168 time: 1.4733303 Apr 20 13:21:33.756145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38864) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:33.808468 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-69db53a4-97f3-47de-93aa-ed4a8828409f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29eab3abf3664586842f87c12bbf4ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509515 Apr 20 13:21:33.811019 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38868) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:33.872307 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.899924 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.948185 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.954284 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-dea75c52-60bc-46fa-98f3-7a246d30182f tempest-TestShelveInstance-1906959855 tempest-TestShelveInstance-1906959855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:33.968393 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da36986c-5196-41e3-9837-a2a3b23bd5c2,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:33.972707 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:33.976731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:33.978026 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-7d3c5881-d877-46e6-b0a2-974d86b338d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da36986c-5196-41e3-9837-a2a3b23bd5c2 HTTP/1.1" status: 204 len: 168 time: 0.1659844 Apr 20 13:21:34.170938 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b no longer exists at agent ovs-agent-dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 13:21:34.207907 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] No Port match for: 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b {{(pid=86378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 13:21:34.208306 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.rpc [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Device 2cdc8809-60ba-489b-be3c-fda7c9bdbd5b not bound to the agent host dv-cinder-786627-2-smb {{(pid=86378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 13:21:34.332057 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38876) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:34.388568 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-269e3e85-b057-49a0-a1ea-3620784f9d36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b636388cbee74de49000a12532f68779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551496 Apr 20 13:21:34.391162 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38880) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:34.452054 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:34.481134 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:34.530366 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:34.535791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-58a365d6-71b6-4bb6-b547-f6fc7a7e1826 tempest-AttachVolumeShelveTestJSON-1363453331 tempest-AttachVolumeShelveTestJSON-1363453331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:34.547803 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433955e-b0a7-4d36-84ca-5bd9abde96ef,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:34.551705 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:34.567231 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:34.569565 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-d35e88e9-f34e-4840-bc62-6e33002682a5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2433955e-b0a7-4d36-84ca-5bd9abde96ef HTTP/1.1" status: 204 len: 168 time: 0.1769576 Apr 20 13:21:34.814786 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:36.396046 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:21:46.607919 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38964) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:46.680596 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.db_base_plugin_v2 [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Deleting subnet 38c97353-a0bb-4c43-91df-60a239616c6a {{(pid=86377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 13:21:46.683720 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:46.736928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848445103'] for subnet, precommit_delete_associations {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:46.798143 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3464756'] for subnet, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:46.960518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-7e763744-7180-4e17-9efd-c62003b8a3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.056493 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851311092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8324525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846490651'] for subnet, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.061174 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:47.098228 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c97353-a0bb-4c43-91df-60a239616c6a,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:47.101556 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:47.102594 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.111265 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-366b6c32-2fcf-4d55-8aec-3b0b755233d6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/38c97353-a0bb-4c43-91df-60a239616c6a HTTP/1.1" status: 204 len: 168 time: 0.5021737 Apr 20 13:21:47.113917 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86377) accepted ('10.222.0.68', 38968) {{(pid=86377) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:47.230411 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3571576'] for network, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.362659 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851311007', 'neutron.services.segments.db._delete_segments_for_network-8771033446515'] for network, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.477831 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e']}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:47.490511 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65865a9-57df-4389-85e3-fe846cabad53') {'for_net_delete': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:47.490793 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.services.segments.db [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65865a9-57df-4389-85e3-fe846cabad53') {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 13:21:47.502855 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265821168483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6330713'] for segment, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.518243 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851313838'] for segment, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.525044 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=86377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 13:21:47.707721 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:47.716791 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3461925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846450162'] for segment, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:47.893642 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.plugins.ml2.managers [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Network 16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e has no segments {{(pid=86377) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: Traceback (most recent call last): Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: timer() Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: cb(*args, **kw) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: return func(*args, **kwargs) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: self._notify() Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: self.callback(batched_events) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: event.method(event) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: segment_id)['aggregates'][0] Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: return f(self, *a, **k) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: return self._get(url).json() Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: **kwargs) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: **endpoint_filter) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:47.921753 dv-cinder-786627-2-smb neutron-server[86265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:47.996834 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3464809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427650'] for network, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.001828 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.005927 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-1d7f21ca-2dc0-40ac-938c-bdde5e48c8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:48.028656 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:48.031515 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:48.037060 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-64d9bb8d-52bd-4c48-8141-e2d9301df3a9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/16e6cf42-59f6-4b73-b8a9-8d48a89a7b7e HTTP/1.1" status: 204 len: 168 time: 0.9209430 Apr 20 13:21:48.222020 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38974) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:48.274719 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-3e117505-3f92-4bd0-97be-7ed9d9766eae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12beb0c21a0c4fd094d2056dbc146b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513721 Apr 20 13:21:48.277232 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.68', 38978) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 13:21:48.338244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.365017 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.410279 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394156'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.415626 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-ae9f1926-4307-460e-bdf8-d43b79fd447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 13:21:48.430082 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a1414-97cd-4a25-89f2-bb5773e76af3,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 13:21:48.432697 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG oslo_concurrency.lockutils [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 13:21:48.439430 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:48.440656 dv-cinder-786627-2-smb neutron-server[86265]: INFO neutron.wsgi [None req-c0700a17-b70b-4008-838e-30601cc56a4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c8a1414-97cd-4a25-89f2-bb5773e76af3 HTTP/1.1" status: 204 len: 168 time: 0.1623976 Apr 20 13:21:49.774006 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-29e159d2-788e-4d63-b518-6947482b4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:50.493120 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:51.391928 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:21:52.303559 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:04.814553 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:13.396280 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:22:16.962351 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c53fa-8d00-40de-94fc-a1e57d16b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:19.766012 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-de784df0-cc28-4d5a-adf8-3f4a16c52d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:20.492441 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:21.394290 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:22.306053 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:34.830864 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:46.965645 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-52653a5c-580f-4e38-8763-9b5b319dadd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:49.766350 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a01ac2cb-4343-44fe-a4c8-e18c564a55b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:50.396494 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:22:50.494911 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:51.398663 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:22:52.307993 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:04.832199 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:16.967836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-da53d9f4-d51d-492b-b29c-5c04dfa4ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:19.767231 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-57a86b92-a1b3-4f56-b04c-d77368f66e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:20.499836 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:21.400416 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:22.310462 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:27.396145 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:23:34.850771 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:46.974244 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-43edcb48-745f-4f9e-8fbe-21a4e477dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:49.767981 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-59633732-36e5-4a81-80d0-364a5ca85071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:50.500273 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:51.401397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:23:52.312448 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:04.396070 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:24:04.850434 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:16.975114 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e44c-16cd-4386-b24d-02c3373d8588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:19.769597 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-710015e6-c326-43fe-a13b-28bd1a0006b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:20.502289 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:21.403588 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:22.314995 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:34.849731 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:41.395456 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:24:46.977671 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c52-8000-40ba-9f37-9eb3426d27e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:49.769746 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5e71bcc5-9440-4553-9edc-91b670ab9910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:50.505501 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:51.406960 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:24:52.317850 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:04.844397 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:16.979080 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca2da-5b74-4868-83ce-38196ec4d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:18.395299 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:25:19.770658 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-64ae037e-c46c-4d7c-8a92-30f6a530e3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:20.507856 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:21.409113 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:22.320131 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:34.858405 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:46.982701 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6cc3-ee50-41b8-bd36-a0973dbdfaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:49.771156 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-10a7dfa7-ca33-4c7f-9cce-3883a9153c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:50.510066 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:51.410983 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:52.322845 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:25:55.394682 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:26:04.876334 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:16.986914 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-60b46784-21db-45e7-bd86-f4ce662fb266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:19.772943 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-a42d58b0-f122-4236-aafc-cf1f7b2977b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:20.512641 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-add85d45-ad36-4acb-bc4f-939c44a32ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:21.412984 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-3ed23002-03d1-4ad1-9773-d572b4868417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:22.324585 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-f8108b84-49ad-4c76-9d84-649a7a46a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:32.397610 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.db.agents_db [None req-1dde126d-66bb-48cc-9168-252f5590181c None None] Agent healthcheck: found 6 active agents {{(pid=86379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 13:26:34.876518 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-5713264a-4d8c-4da6-a07a-40d88c5e03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 13:26:45.641883 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron.wsgi [req-8f8f3575-4d2d-4bcd-9d7b-a12ccf74d71b req-116f1a99-f293-4464-bc89-f4915245eaa6 service neutron] (86376) timed out ('10.222.0.78', 52403) {{(pid=86376) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 13:26:46.992906 dv-cinder-786627-2-smb neutron-server[86265]: DEBUG neutron_lib.callbacks.manager [None req-97383847-abd5-487c-85ed-491dd7a3a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265821329285', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851218877'] for agent, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}